-- Logs begin at Fri 2022-04-08 01:56:32 UTC, end at Fri 2022-04-08 03:10:20 UTC. --
Apr 08 02:35:49.329999 dv-cinder-837052-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 08 02:35:51.475338 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.common.config [-] Logging enabled!
Apr 08 02:35:51.476001 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev61
Apr 08 02:35:51.476100 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83031) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Apr 08 02:35:51.478256 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.common.config [-] Logging enabled!
Apr 08 02:35:51.478497 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev61
Apr 08 02:35:51.478761 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83031) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Apr 08 02:35:51.480305 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 02:35:51.480529 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 08 02:35:51.480877 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 08 02:35:51.481117 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 08 02:35:51.481333 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 08 02:35:51.481652 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.481946 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.482240 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.482470 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.482796 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.483085 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.483364 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.483655 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.483949 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.484231 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.484508 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.484788 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.485016 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.485291 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.485575 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.485854 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.486073 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.486346 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.486809 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.487281 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.487561 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.487846 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.488113 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.488385 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.488666 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.488994 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] host                           = dv-cinder-837052-1-iscsi {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.489266 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.489554 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.489835 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.490114 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.490385 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.490654 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.490957 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.491226 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.491495 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.491765 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.492048 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.492329 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.492617 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.492837 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.493055 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.493335 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.493621 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.493891 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.494159 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.494428 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.495642 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.495924 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.496192 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.496476 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.496759 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.497042 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.497315 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.497588 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.497857 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.498128 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.498407 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.498691 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.498969 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.499243 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.499527 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.499794 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.500067 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.500365 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.500646 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.500925 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.501206 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.501476 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.501759 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.502027 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.502296 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.502564 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.502854 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.503124 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.503402 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.503670 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.503937 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.504210 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.504479 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.504758 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.505025 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:51.505315 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.505606 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.505901 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.506181 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.506471 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.506767 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.507056 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.507329 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.507613 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.507895 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.508177 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.508451 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.508730 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.509018 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.509302 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.509569 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.509842 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.510125 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.510588 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.510882 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.511158 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.511442 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.511714 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.511982 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.512258 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.512527 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.512792 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.513056 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.513329 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.513612 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.513888 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.514163 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.514430 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.514724 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.514993 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.515273 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.515543 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.515810 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.516077 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.516349 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.516616 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.516883 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.517158 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.517425 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.517698 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.517965 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.518233 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.518499 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.518797 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.519067 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.519333 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.519597 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.520119 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.520383 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.520649 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.520914 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.521180 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.521446 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.521726 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.522016 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.522290 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.522560 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.522858 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.523133 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.523404 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.523675 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.523946 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.524222 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.524488 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.524771 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.525050 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.525331 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.525608 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.525950 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.526245 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.526516 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.526820 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.527095 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.527368 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.527646 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.527925 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.528216 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.528504 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.528800 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.529084 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.529368 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.529642 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.529943 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.530220 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:51.530433 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 08 02:35:51.530687 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83031) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Apr 08 02:35:51.926543 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO keyring.backend [-] Loading KWallet
Apr 08 02:35:51.934498 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO keyring.backend [-] Loading SecretService
Apr 08 02:35:51.937619 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO keyring.backend [-] Loading Windows
Apr 08 02:35:51.938970 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO keyring.backend [-] Loading chainer
Apr 08 02:35:51.939543 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO keyring.backend [-] Loading macOS
Apr 08 02:35:51.972666 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 08 02:35:51.972961 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 08 02:35:51.973206 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 08 02:35:51.974716 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 08 02:35:52.275950 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.276147 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.276528 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.332137 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.332416 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.332681 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.335703 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.335976 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.336232 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.364954 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.365231 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.365495 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.392535 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.392807 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.393076 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.708552 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f35a398a5e0> agent after_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.709187 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f35a398a5e0> agent after_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.709187 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f35a398a670> segment precommit_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.709361 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f35a398a700> network precommit_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.710224 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f35a3986f70> segment before_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.828391 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> network before_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.828699 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f35a3956c10> agent before_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.828974 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> network before_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.829239 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> port before_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.829500 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> port before_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.829802 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> segment after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.830068 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> segment precommit_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.830311 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> segment precommit_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.830559 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> segment after_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.830860 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> network after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.831113 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> network precommit_delete 0 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.831370 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> port provisioning_complete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.831625 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> rbac-policy before_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.831874 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> rbac-policy after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.832134 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> agent after_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.832398 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> subnet after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.832648 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> subnet precommit_delete 0 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.832911 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> rbac-policy before_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.833157 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> rbac-policy before_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.833433 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> segment_host_mapping after_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.833771 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> port after_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.834014 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> port after_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.834255 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> port after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.834529 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> rbac-policy before_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.834793 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> rbac-policy before_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.835032 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f35a421ee20>> rbac-policy before_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.835407 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 08 02:35:52.835640 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 08 02:35:52.835870 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 08 02:35:52.836100 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 08 02:35:52.836328 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 08 02:35:52.836556 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 08 02:35:52.837091 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 08 02:35:52.840679 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 08 02:35:52.844638 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 08 02:35:52.848411 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
Apr 08 02:35:52.850009 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 08 02:35:52.850386 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 08 02:35:52.850756 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 08 02:35:52.851134 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 08 02:35:52.853869 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 08 02:35:52.854701 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 08 02:35:52.855041 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 08 02:35:52.882091 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Apr 08 02:35:52.882534 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f35a39a3e80>> qos_plugin after_init 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.882905 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83031) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 08 02:35:52.883265 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f35a39c1610>> logging-plugin after_init 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.884598 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83031) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 08 02:35:52.884865 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 08 02:35:52.885101 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 08 02:35:52.888337 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f35a39a3190>> floatingip before_response 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.888610 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f35a39a3190>> port before_response 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:52.948421 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 08 02:35:52.948650 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 08 02:35:52.948884 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 08 02:35:52.949241 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 08 02:35:52.980443 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_db.sqlalchemy.engines [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83031) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 08 02:35:53.310871 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Initializing driver for type 'gre'
Apr 08 02:35:53.311316 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] gre ID ranges: [(1, 1000)]
Apr 08 02:35:53.366908 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Initializing driver for type 'local'
Apr 08 02:35:53.367235 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Initializing driver for type 'vlan'
Apr 08 02:35:53.380540 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] VlanTypeDriver initialization complete
Apr 08 02:35:53.381025 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Initializing driver for type 'vxlan'
Apr 08 02:35:53.381461 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] vxlan ID ranges: [(1, 1000)]
Apr 08 02:35:53.434980 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Initializing extension driver 'port_security'
Apr 08 02:35:53.435329 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.extensions.port_security [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] PortSecurityExtensionDriver initialization complete
Apr 08 02:35:53.435743 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Initializing mechanism driver 'openvswitch'
Apr 08 02:35:53.436121 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Initializing mechanism driver 'hyperv'
Apr 08 02:35:53.442540 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.plugins.ml2.plugin [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:35:53.443231 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f35a38de280>> port after_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.443602 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f35a38de280>> port after_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.443949 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f35a38de280>> port after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.444466 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Apr 08 02:35:53.444889 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f35a32e0820>> subnet after_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.445265 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f35a32e0820>> subnet after_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.445609 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f35a32e0820>> subnet after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.445995 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Apr 08 02:35:53.446410 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f35a32e0d90>> network after_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.446766 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f35a32e0d90>> network after_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.447109 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f35a32e0d90>> network after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.447496 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Apr 08 02:35:53.448494 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f35a32ed2e0>> security_group after_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.448850 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f35a32ed2e0>> security_group after_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.449173 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f35a32ed2e0>> security_group after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.449692 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Apr 08 02:35:53.450095 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f35a32ed7f0>> security_group_rule after_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.450441 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f35a32ed7f0>> security_group_rule after_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.450813 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f35a32ed7f0>> security_group_rule after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.451201 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Apr 08 02:35:53.451640 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] ML2 OVO RPC backend initialized. {{(pid=83031) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}}
Apr 08 02:35:53.452311 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f35a32ede20>> router_interface after_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.452664 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f35a32ede20>> router_interface after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.453077 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f35a32ede20>> network before_response 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.453423 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f35a32ede20>> networks before_response 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.453765 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f35a32ede20>> port before_response 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.454103 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f35a32ede20>> ports before_response 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.454441 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f35a32ede20>> subnet before_response 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.454812 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f35a32ede20>> subnets before_response 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.455155 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f35a32ede20>> network after_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.455497 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f35a32ede20>> network after_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.455830 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f35a32ede20>> network after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.456162 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f35a32ede20>> port after_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.456492 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f35a32ede20>> port after_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.456821 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f35a32ede20>> port after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.457154 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f35a32ede20>> subnet after_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.457490 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f35a32ede20>> subnet after_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.457825 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f35a32ede20>> subnet after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.458400 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.plugin [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Modular L2 Plugin initialization complete
Apr 08 02:35:53.458747 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading services supported by the core plugin {{(pid=83031) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 08 02:35:53.459069 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.plugins.ml2.managers [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Got port-security extension from driver 'port_security'
Apr 08 02:35:53.459529 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.extensions.vlantransparent [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Disabled vlantransparent extension.
Apr 08 02:35:53.459940 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83031) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 08 02:35:53.460251 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading Plugin: router
Apr 08 02:35:53.495826 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> router_interface before_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.496214 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> router after_create 55549900 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.496576 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> router before_create 55549900 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.496935 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> router_interface before_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.497301 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> router_interface after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.497650 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> router after_delete 55549900 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.498004 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> floatingip after_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.498366 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> router after_create 55549900 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.498735 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> router after_update 55549900 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.499084 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> router after_update 55549900 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.499428 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> router_gateway after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.499780 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> router after_update 55549900 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.500185 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> router precommit_update 55549900 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.500548 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f35a39179d0> port after_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.500883 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f35a39178b0> port after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.501218 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f35a3917940> subnet after_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.501553 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f35a3917a60> subnetpool_address_scope after_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.501903 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> port precommit_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.502237 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> router precommit_create 55549900 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.502573 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f35a37ffca0> port before_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.502940 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> router precommit_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.503293 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> router after_update 55549900 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.503630 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> router precommit_delete 55549900 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.503971 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> router precommit_create 55549900 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.504324 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> router_interface after_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.504664 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> router precommit_update 55549900 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.505021 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> agent after_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.505372 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> agent after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.505711 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f35a32edfd0>> network after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.506574 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Tracking information for resource: router configured {{(pid=83031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 08 02:35:53.506924 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Tracking information for resource: floatingip configured {{(pid=83031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 08 02:35:53.512402 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.db.l3_agentschedulers_db [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 08 02:35:53.512984 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f35a3260940> port after_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.513340 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f35a3260820> port after_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.513686 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <function _notify_port_delete at 0x7f35a32608b0> port after_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.514032 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f35a3260c10> port after_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.514962 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f35a3284ac0>> router before_create 55550100 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.515322 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f35a3284ac0>> router precommit_delete 55550100 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.515685 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f35a3284ac0>> router precommit_create 55550100 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.516035 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f35a3284ac0>> router precommit_update 55550100 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.520559 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.services.provider_configuration [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Service providers = [] {{(pid=83031) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 08 02:35:53.520919 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.db.servicetype_db [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83031) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 08 02:35:53.523857 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.services.service_base [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 08 02:35:53.524205 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.services.service_base [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 08 02:35:53.524544 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.services.service_base [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 08 02:35:53.525428 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.services.service_base [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 08 02:35:53.525840 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.services.service_base [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 08 02:35:53.526218 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 08 02:35:53.526533 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 08 02:35:53.537107 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 08 02:35:53.537441 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading Plugin: auto_allocate
Apr 08 02:35:53.543291 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f35a31ad0d0> network precommit_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.543658 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f35a31ad0d0> network precommit_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.544167 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 08 02:35:53.544483 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading Plugin: tag
Apr 08 02:35:53.550948 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 08 02:35:53.551279 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading Plugin: timestamp
Apr 08 02:35:53.555232 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 08 02:35:53.555570 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading Plugin: network_ip_availability
Apr 08 02:35:53.561350 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f35a3284e20>> rbac-policy before_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.561664 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f35a3284e20>> rbac-policy before_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.562013 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f35a3284e20>> rbac-policy before_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.562738 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 08 02:35:53.563055 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading Plugin: flavors
Apr 08 02:35:53.567662 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 08 02:35:53.567995 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading Plugin: revisions
Apr 08 02:35:53.572178 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 08 02:35:53.572564 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_concurrency.lockutils [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.599s {{(pid=83031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 08 02:35:53.573947 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83031) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Apr 08 02:35:53.574283 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Initializing extension manager.
Apr 08 02:35:53.574817 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: __init__.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.575157 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: __pycache__ {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.575488 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.575815 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.576146 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: _filter_validation_lib.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.576471 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.576795 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: address_group.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.577542 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.578100 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: address-group
Apr 08 02:35:53.578420 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: address_scope.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.579167 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.579673 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: address-scope
Apr 08 02:35:53.579994 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.580923 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.581437 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: router-admin-state-down-before-update
Apr 08 02:35:53.581750 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: agent.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.582449 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.582977 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: agent
Apr 08 02:35:53.583297 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: agent_resources_synced.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.584207 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.584703 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: agent-resources-synced
Apr 08 02:35:53.585021 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: allowedaddresspairs.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.587011 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.587527 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: allowed-address-pairs
Apr 08 02:35:53.587846 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: auto_allocated_topology.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.588945 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.589452 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: auto-allocated-topology
Apr 08 02:35:53.589770 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: availability_zone.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.590488 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.590981 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: availability_zone
Apr 08 02:35:53.591297 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: availability_zone_filter.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.592210 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.592706 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: availability_zone_filter
Apr 08 02:35:53.593024 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: data_plane_status.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.593927 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.594422 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 08 02:35:53.594759 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: default_subnetpools.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.595669 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.596174 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: default-subnetpools
Apr 08 02:35:53.596488 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.597259 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.597758 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: dhcp_agent_scheduler
Apr 08 02:35:53.598074 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: dns.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.599007 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.599502 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension dns-integration not supported by any of loaded plugins
Apr 08 02:35:53.599820 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: dns_domain_ports.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.600735 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.601227 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 08 02:35:53.601548 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: dvr.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.602215 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.602733 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: dvr
Apr 08 02:35:53.603056 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: empty_string_filtering.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.604001 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.604608 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: empty-string-filtering
Apr 08 02:35:53.604936 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.605848 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.606351 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 08 02:35:53.606689 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.607591 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.608090 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 08 02:35:53.608406 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: external_net.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.609312 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.609810 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: external-net
Apr 08 02:35:53.610126 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.611046 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.611542 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: extra_dhcp_opt
Apr 08 02:35:53.611855 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: extraroute.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.612771 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.613268 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: extraroute
Apr 08 02:35:53.613584 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: extraroute_atomic.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.614605 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.615129 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: extraroute-atomic
Apr 08 02:35:53.615446 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: filter_validation.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.616114 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.616612 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: filter-validation
Apr 08 02:35:53.616928 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: fip_pf_description.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.617836 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.618328 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 08 02:35:53.618642 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: fip_port_details.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.620095 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.620765 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: fip-port-details
Apr 08 02:35:53.621089 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: flavors.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.622313 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.622859 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: flavors
Apr 08 02:35:53.623183 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.624835 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.625347 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 08 02:35:53.625678 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: floatingip_pools.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.626382 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.626910 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: floatingip-pools
Apr 08 02:35:53.627234 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: ip_allocation.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.628150 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.628644 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 08 02:35:53.628966 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.629885 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.630387 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: ip-substring-filtering
Apr 08 02:35:53.630729 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: l2_adjacency.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.631649 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.632146 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 08 02:35:53.632464 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: l3.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.633423 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.633934 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: router
Apr 08 02:35:53.634253 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.637290 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.637799 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 08 02:35:53.638128 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.639089 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.639596 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: ext-gw-mode
Apr 08 02:35:53.639919 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.640839 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.641341 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: l3-ha
Apr 08 02:35:53.641664 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: l3_flavors.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.642574 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.643122 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: l3-flavors
Apr 08 02:35:53.643442 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.644366 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.645139 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 08 02:35:53.645459 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: l3agentscheduler.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.646500 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.647035 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: l3_agent_scheduler
Apr 08 02:35:53.647361 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: logging.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.648836 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.649343 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension logging not supported by any of loaded plugins
Apr 08 02:35:53.649668 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: metering.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.650402 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.651027 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: metering
Apr 08 02:35:53.651346 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.652439 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.652942 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: metering_source_and_destination_fields
Apr 08 02:35:53.653260 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: multiprovidernet.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.654189 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.654706 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: multi-provider
Apr 08 02:35:53.655027 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: netmtu.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.655940 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.656441 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: net-mtu
Apr 08 02:35:53.656759 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: netmtu_writable.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.657666 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.658161 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: net-mtu-writable
Apr 08 02:35:53.658477 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: network_availability_zone.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.659163 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.659663 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: network_availability_zone
Apr 08 02:35:53.659980 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: network_ip_availability.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.661054 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.661558 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: network-ip-availability
Apr 08 02:35:53.661880 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: network_segment_range.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.662638 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.663168 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 08 02:35:53.663486 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: pagination.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.664456 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.664783 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: pagination
Apr 08 02:35:53.665100 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.666007 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.666568 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: port-mac-address-regenerate
Apr 08 02:35:53.666928 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: port_resource_request.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.667889 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.668390 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 08 02:35:53.668709 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: portbindings.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.669616 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.670120 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: binding
Apr 08 02:35:53.670437 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: portbindings_extended.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.671719 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.672223 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: binding-extended
Apr 08 02:35:53.672545 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: portsecurity.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.673455 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.673960 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: port-security
Apr 08 02:35:53.674281 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: project_id.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.675274 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.675600 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: project-id
Apr 08 02:35:53.675916 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: providernet.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.676830 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.677335 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: provider
Apr 08 02:35:53.677652 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: qos.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.681254 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.681769 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension qos not supported by any of loaded plugins
Apr 08 02:35:53.682619 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.684799 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.685309 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 08 02:35:53.685640 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.686564 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.687104 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 08 02:35:53.687428 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: qos_default.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.688345 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.688849 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension qos-default not supported by any of loaded plugins
Apr 08 02:35:53.689173 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: qos_fip.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.689821 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.690317 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension qos-fip not supported by any of loaded plugins
Apr 08 02:35:53.690636 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: qos_gateway_ip.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.691591 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.692091 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 08 02:35:53.692411 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: qos_port_network_policy.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.693324 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.693823 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 08 02:35:53.694143 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: qos_rule_type_details.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.695089 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.695593 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 08 02:35:53.695914 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: qos_rules_alias.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.696954 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.697456 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 08 02:35:53.698368 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: quotasv2.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.699255 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.699578 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: quotas
Apr 08 02:35:53.699894 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: quotasv2_detail.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.701492 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.701833 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: quota_details
Apr 08 02:35:53.702164 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: rbac.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.703250 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.703763 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: rbac-policies
Apr 08 02:35:53.704089 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: rbac_address_scope.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.705018 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.705527 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: rbac-address-scope
Apr 08 02:35:53.705850 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: rbac_security_groups.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.706793 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.707301 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: rbac-security-groups
Apr 08 02:35:53.707628 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: rbac_subnetpool.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.708535 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.709037 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: rbac-subnetpool
Apr 08 02:35:53.709550 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: revisionifmatch.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.710267 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.710810 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: revision-if-match
Apr 08 02:35:53.711131 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: revisions.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.712236 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.712739 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: standard-attr-revisions
Apr 08 02:35:53.713059 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: router_availability_zone.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.713968 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.714599 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: router_availability_zone
Apr 08 02:35:53.714947 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: routerservicetype.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.715886 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.716386 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension router-service-type not supported by any of loaded plugins
Apr 08 02:35:53.716706 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.717632 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.718134 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: port-security-groups-filtering
Apr 08 02:35:53.718453 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: securitygroup.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.730036 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.730558 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: security-group
Apr 08 02:35:53.730918 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: segment.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.731701 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.732215 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension segment not supported by any of loaded plugins
Apr 08 02:35:53.732539 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.733480 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.733982 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 08 02:35:53.734303 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: servicetype.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.735428 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.735949 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: service-type
Apr 08 02:35:53.736273 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: sorting.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.737245 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.737575 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: sorting
Apr 08 02:35:53.737899 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: standard_attr_segment.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.738855 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.739359 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 08 02:35:53.739679 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: standardattrdescription.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.740333 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.740831 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: standard-attr-description
Apr 08 02:35:53.741151 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: stateful_security_group.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.742084 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.742589 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: stateful-security-group
Apr 08 02:35:53.742942 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: stdattrs_common.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.743523 dv-cinder-837052-1-iscsi neutron-server[83031]: WARNING neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 08 02:35:53.743841 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.744819 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.745326 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 08 02:35:53.745646 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: subnet_onboard.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.746837 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.747350 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: subnet_onboard
Apr 08 02:35:53.747672 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.748613 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.749111 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 08 02:35:53.749429 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: subnet_service_types.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.750349 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.750874 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: subnet-service-types
Apr 08 02:35:53.751194 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: subnetallocation.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.752276 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.752777 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: subnet_allocation
Apr 08 02:35:53.753099 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.753770 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.754269 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: subnetpool-prefix-ops
Apr 08 02:35:53.754586 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.755540 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.756039 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 08 02:35:53.756358 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: tagging.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.757399 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.757906 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: standard-attr-tag
Apr 08 02:35:53.758234 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: timestamp.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.759451 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.759958 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loaded extension: standard-attr-timestamp
Apr 08 02:35:53.760790 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: trunk.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.761820 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.762325 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension trunk not supported by any of loaded plugins
Apr 08 02:35:53.762648 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: trunk_details.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.763585 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.764087 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension trunk-details not supported by any of loaded plugins
Apr 08 02:35:53.764407 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: uplink_status_propagation.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.765325 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.765834 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 08 02:35:53.766156 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Loading extension file: vlantransparent.py {{(pid=83031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 08 02:35:53.766865 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 08 02:35:53.767371 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 08 02:35:53.769571 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Creating instance of TrackedResource for resource:network
Apr 08 02:35:53.770545 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Creating instance of TrackedResource for resource:subnet
Apr 08 02:35:53.771180 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 02:35:53.771946 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Creating instance of TrackedResource for resource:port
Apr 08 02:35:53.773192 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.v2.resource_helper [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:35:53.773644 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.v2.resource_helper [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Service FLAVORS assigned prefix:  {{(pid=83031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:35:53.774243 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.v2.resource_helper [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:35:53.774700 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.v2.resource_helper [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:35:53.775040 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Creating instance of TrackedResource for resource:router
Apr 08 02:35:53.775712 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Creating instance of TrackedResource for resource:floatingip
Apr 08 02:35:53.777094 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.v2.resource_helper [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Service METERING assigned prefix: /metering {{(pid=83031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:35:53.778486 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f35a3181dc0>> rbac-policy before_create 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.778886 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f35a3181dc0>> rbac-policy before_update 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.779247 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f35a3181dc0>> rbac-policy before_delete 55550000 {{(pid=83031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:35:53.780380 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 08 02:35:53.780815 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Creating instance of TrackedResource for resource:security_group
Apr 08 02:35:53.781574 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 08 02:35:53.782398 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.v2.resource_helper [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Service CORE assigned prefix:  {{(pid=83031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:35:53.782765 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 02:35:53.783103 dv-cinder-837052-1-iscsi neutron-server[83031]: WARNING neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] subnetpool is already registered
Apr 08 02:35:53.783705 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.v2.resource_helper [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Service CORE assigned prefix:  {{(pid=83031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:35:53.784036 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 02:35:53.784354 dv-cinder-837052-1-iscsi neutron-server[83031]: WARNING neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] subnetpool is already registered
Apr 08 02:35:53.786907 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.v2.resource_helper [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:35:53.787343 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.v2.resource_helper [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Service FLAVORS assigned prefix:  {{(pid=83031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:35:53.787930 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.v2.resource_helper [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:35:53.788352 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.v2.resource_helper [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:35:53.788688 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Creating instance of TrackedResource for resource:router
Apr 08 02:35:53.789012 dv-cinder-837052-1-iscsi neutron-server[83031]: WARNING neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] router is already registered
Apr 08 02:35:53.789605 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Creating instance of TrackedResource for resource:floatingip
Apr 08 02:35:53.789932 dv-cinder-837052-1-iscsi neutron-server[83031]: WARNING neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] floatingip is already registered
Apr 08 02:35:53.790560 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.v2.resource_helper [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Service METERING assigned prefix: /metering {{(pid=83031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:35:53.791262 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 08 02:35:53.791616 dv-cinder-837052-1-iscsi neutron-server[83031]: WARNING neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] rbac_policy is already registered
Apr 08 02:35:53.792151 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Creating instance of TrackedResource for resource:security_group
Apr 08 02:35:53.792476 dv-cinder-837052-1-iscsi neutron-server[83031]: WARNING neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] security_group is already registered
Apr 08 02:35:53.793060 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 08 02:35:53.793383 dv-cinder-837052-1-iscsi neutron-server[83031]: WARNING neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] security_group_rule is already registered
Apr 08 02:35:53.794052 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.v2.resource_helper [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Service CORE assigned prefix:  {{(pid=83031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:35:53.794385 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 02:35:53.794739 dv-cinder-837052-1-iscsi neutron-server[83031]: WARNING neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] subnetpool is already registered
Apr 08 02:35:53.795332 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.v2.resource_helper [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Service CORE assigned prefix:  {{(pid=83031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:35:53.795660 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 02:35:53.795983 dv-cinder-837052-1-iscsi neutron-server[83031]: WARNING neutron.quota.resource_registry [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] subnetpool is already registered
Apr 08 02:35:53.796625 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: extensions {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.798042 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: address-groups {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.799626 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: address-scopes {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.800830 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: agents {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.801956 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: auto-allocated-topology {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.803209 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: availability_zones {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.804484 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: dhcp-networks {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.805835 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: dhcp-agents {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.807435 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: routers {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.809244 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: flavors {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.810380 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: service_profiles {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.811644 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: next_providers {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.813086 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: service_profiles {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.814482 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: floatingip-pools {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.815704 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: routers {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.817435 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: floatingips {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.818598 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: l3-routers {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.819955 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: l3-agents {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.821329 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: metering-labels {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.823204 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: metering-label-rules {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.824476 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: network-ip-availabilities {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.825691 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: bindings {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.828212 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: quotas {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.829637 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: quotas {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.831062 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: rbac-policies {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.832333 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: security-groups {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.833500 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: security-group-rules {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.834724 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: service-providers {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.835922 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: subnetpools {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.837315 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: subnetpools {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.839387 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: tags {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.841002 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: tags {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.842799 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: tags {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.844517 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: tags {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.846240 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: tags {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.847916 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: tags {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.849651 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: tags {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.851506 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: tags {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.853321 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: tags {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.855316 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron.api.extensions [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Extended resource: tags {{(pid=83031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 08 02:35:53.861050 dv-cinder-837052-1-iscsi neutron-server[83031]: WARNING keystonemiddleware.auth_token [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 08 02:35:53.865745 dv-cinder-837052-1-iscsi neutron-server[83031]: WARNING keystonemiddleware.auth_token [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 08 02:35:53.873613 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_concurrency.lockutils [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Acquired lock "singleton_lock" {{(pid=83031) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 08 02:35:53.874085 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_concurrency.lockutils [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Releasing lock "singleton_lock" {{(pid=83031) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 08 02:35:53.874733 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO oslo_service.service [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Starting 2 workers
Apr 08 02:35:53.879337 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Started child 83136 {{(pid=83031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 08 02:35:53.883477 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Started child 83137 {{(pid=83031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 08 02:35:53.884850 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:53.886048 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO neutron.service [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 08 02:35:53.886370 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Notify callbacks [] for process, before_spawn {{(pid=83031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:53.886799 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [-] (83136) wsgi starting up on http://0.0.0.0:9696
Apr 08 02:35:53.888871 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO oslo_service.service [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Starting 1 workers
Apr 08 02:35:53.889036 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:53.890355 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [-] (83137) wsgi starting up on http://0.0.0.0:9696
Apr 08 02:35:53.893852 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Started child 83138 {{(pid=83031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 08 02:35:53.894373 dv-cinder-837052-1-iscsi neutron-server[83031]: INFO oslo_service.service [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Starting 1 workers
Apr 08 02:35:53.897876 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.service [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] calling RpcWorker wait() {{(pid=83138) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 08 02:35:53.898391 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.service [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] returning from RpcWorker wait() {{(pid=83138) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 08 02:35:53.898821 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Started child 83139 {{(pid=83031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 08 02:35:53.899620 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:53.899719 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG neutron_lib.callbacks.manager [None req-12b126ba-007b-4de7-a419-792c285b3326 None None] Notify callbacks [] for process, after_spawn {{(pid=83031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:53.900096 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:35:53.902084 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83031) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 08 02:35:53.902340 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 02:35:53.902470 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 08 02:35:53.902874 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 08 02:35:53.903226 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 08 02:35:53.903393 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 08 02:35:53.903899 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.904173 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.904443 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.904721 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.905035 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.905131 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:53.905600 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.905857 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.906114 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.906207 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:35:53.906365 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.906776 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.906952 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.907119 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.907375 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.907609 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.907892 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.908156 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.908392 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.908663 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.908834 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.909085 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.909346 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.909576 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.909849 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.910087 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.910569 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.910868 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.911078 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.911322 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.911594 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.911843 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.912125 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.912373 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.912590 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.912826 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.913077 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.913295 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.913538 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.913799 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.914040 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.914506 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] host                           = dv-cinder-837052-1-iscsi {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.914767 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.915005 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.915242 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.915486 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.915740 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.915975 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.916235 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.916533 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.916811 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.917075 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.917322 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.917632 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.917870 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.918122 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.918293 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.918545 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.918845 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.919130 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.919326 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.919503 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.919682 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.919962 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.920126 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.920371 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.920595 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.920812 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.921049 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.921304 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.921550 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.921797 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.922036 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.922249 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.922463 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.922730 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.922966 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.923194 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.923422 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.923656 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.923893 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.924112 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.924337 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.924577 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.924791 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.925005 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.925237 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.925514 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.925761 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.925997 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.926318 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.926451 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.926697 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.926920 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.927180 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.927413 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.927658 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.927929 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.928143 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.928387 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.928607 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.928840 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.929054 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.929267 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.929509 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.929759 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.930039 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.930216 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.930431 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.931520 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.931520 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.931520 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:53.931520 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.932527 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.932970 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.933257 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.933523 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.933771 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.934015 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.934355 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.934540 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.934836 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.935529 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.935529 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.939553 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.939553 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.939553 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.48/identity {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.939553 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.939553 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.939553 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.939553 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.939553 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.943332 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.943332 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.943332 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.943332 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.943332 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.943332 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.943332 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.943332 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.943332 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.945366 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.945366 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.945366 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.945366 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.945366 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.945366 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.945366 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.945366 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.945366 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.948724 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.948724 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.948724 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.948724 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.948724 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.948724 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.948724 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.948724 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.948724 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.952104 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.952104 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.952104 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.952104 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.952104 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.952104 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.952104 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.952104 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.952104 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.953262 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.953262 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.953262 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.953262 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.953262 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.953262 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.953262 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.953262 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.953262 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.955972 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.955972 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.955972 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.955972 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.955972 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.955972 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.955972 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.955972 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.955972 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.957174 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.957174 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.957174 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.957174 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.957174 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.957174 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.957174 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.957174 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.958837 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.958837 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.958837 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.958837 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.958837 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.958837 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.958837 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.958837 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.961584 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.961584 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.961584 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.961584 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.961584 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.961584 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.961584 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.961584 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.962813 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.962813 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.962813 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.962813 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.962813 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.962813 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.962813 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.962813 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.965258 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.965258 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.965258 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.965258 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.965258 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.965258 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.965258 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.965258 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.969562 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.969562 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.969562 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.969562 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.969562 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.969562 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.969562 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.969562 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.971340 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.971340 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.971340 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.971340 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.971340 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.971340 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.971340 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.971340 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.972117 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.972117 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.972117 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.972117 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.48/identity {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.972117 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.972117 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.972117 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.972117 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.972861 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.972861 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.972861 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.972861 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.972861 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.972861 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.972861 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.972861 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.973736 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.973736 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.973736 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.973736 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.973736 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.973736 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.973736 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.973736 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.974517 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.974517 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.974517 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.974517 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.974517 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.974517 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.974517 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.974517 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.975965 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.975965 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.975965 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.975965 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.975965 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.975965 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.975965 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.975965 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.977229 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.977229 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.977229 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.977229 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.977229 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.977229 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.977229 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.977229 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.978425 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.978425 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.978425 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.978425 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.978425 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.978425 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.978425 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.978425 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.978425 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.980446 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.980446 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.980446 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.980446 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.980446 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.980446 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.980446 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.980446 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.980446 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.986241 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.986241 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.986241 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.986241 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.986241 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.986241 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.986241 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.986241 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.986241 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.987591 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.987591 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.987591 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.987591 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.987591 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.987591 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.987591 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.987591 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.987591 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.993563 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.993563 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.993563 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.993563 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.993563 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.993563 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.993563 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.993563 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.995033 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.995033 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.995033 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.995033 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.995033 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.995033 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.995033 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.995033 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.996712 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.996712 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.996712 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.996712 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.996712 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.996712 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.996712 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.996712 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.997882 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.997882 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.997882 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.997882 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.997882 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.997882 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.997882 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.997882 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.997882 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.999071 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.999071 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.999071 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.999071 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.999071 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.999071 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.999071 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:53.999071 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.000099 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 38462) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:35:54.000282 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.000282 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.000282 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.000282 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.000282 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.000282 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.000282 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 08 02:35:54.000282 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83031) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 08 02:35:54.001426 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 02:35:54.001426 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 08 02:35:54.001426 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 08 02:35:54.001426 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 08 02:35:54.001426 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 08 02:35:54.001426 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.001426 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.001426 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.006040 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.006040 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.006040 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.006040 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.006040 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.006040 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.006040 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.006040 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.007522 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.007522 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.007522 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.007522 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.007522 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.007522 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.007522 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.007522 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.008579 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.008579 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.008579 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.008579 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.008579 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.008579 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.009335 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.009335 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.009335 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.009335 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.009335 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.009335 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.009335 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.009335 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.010992 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.010992 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.010992 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.010992 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.010992 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.010992 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.010992 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] host                           = dv-cinder-837052-1-iscsi {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.010992 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.012111 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.012111 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.012111 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.012111 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.012111 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.012111 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.012111 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.012111 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.014195 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.014195 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.014407 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0068750
Apr 08 02:35:54.014570 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.014570 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.014570 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.014570 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.014570 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.014570 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.014570 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.014570 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.015850 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.015850 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.015850 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.015850 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.015850 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.015850 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.015850 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.016785 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.016785 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.016785 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.016785 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.016785 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.016785 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.016785 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.016785 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.018168 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.018168 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.018168 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.018168 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.018168 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.018168 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.018168 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.018168 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.018168 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.022075 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.022075 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.022075 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.022075 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.022075 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.022075 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.022075 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.022075 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.022976 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.022976 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.022976 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.022976 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.022976 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.022976 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.022976 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.022976 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.023601 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.023601 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.023601 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.023601 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.023601 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.023601 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.023601 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.023601 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.023601 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.024188 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.024188 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:35:54.024188 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.024188 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.024188 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.024188 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.024188 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.024188 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.024962 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.024962 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.024962 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.024962 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.024962 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.024962 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.024962 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.024962 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.025771 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.48/identity {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.025771 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.025771 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.025771 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.025771 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.025771 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.025771 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.025771 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.027995 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.027995 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.027995 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.028354 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.028354 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.028508 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.028588 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.028745 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.028945 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.029102 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.029248 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.029390 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.029545 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.029687 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.029841 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.030006 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.030158 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.030325 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.030499 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.030707 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.031760 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.034217 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.034217 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.034217 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.034217 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.034217 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.034217 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.035741 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.036112 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.036276 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.036445 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.036607 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.036805 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.038741 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.039032 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.039276 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.039505 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.039734 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.039963 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.040187 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.040412 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.040642 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.042335 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.042335 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.042335 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.042335 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.042335 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.042335 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.043084 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.043084 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.043313 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.043432 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.043637 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.043875 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.044138 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.044306 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.044469 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.044630 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.044793 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.044958 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.045206 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.045375 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.045856 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.045856 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.045856 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.046181 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.046181 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.046373 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.046476 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.046579 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.047562 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.047736 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.047900 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.048377 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.048377 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.048377 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.048687 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.048790 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.048912 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.049081 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.049241 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.049403 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.049562 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.049729 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.049899 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.050059 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.050220 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.050377 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.050541 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.051575 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.051575 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.051575 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.051575 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.051575 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.051575 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.051986 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.051986 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.052214 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.052303 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.053227 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.053412 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.053967 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.053967 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.054123 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.054257 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.054594 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.054795 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.054947 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.055146 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.055510 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.055667 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.055811 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.48/identity {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.055950 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.056087 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.056221 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.056377 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.056728 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.056889 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.057126 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.057363 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.057660 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.057877 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.058031 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.058187 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.059430 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.059430 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.059430 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.059430 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.059430 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.059430 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.059430 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.059874 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.059874 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.060133 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.060224 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.060329 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.060645 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.060936 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.061220 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.061530 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.061739 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.061844 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.061989 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.062153 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.062314 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.062472 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.062633 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.062807 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.063483 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.063483 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.063483 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.063897 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.063897 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.063897 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.064291 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.064291 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.064291 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.064565 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.064796 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.064964 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.065107 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.065248 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.065396 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.065627 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.065769 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.065914 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.066048 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.066184 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.066317 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.066457 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.066591 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.066789 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.066939 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.067074 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.067207 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.067384 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.067535 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.067669 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.067802 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.067934 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.068066 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.068233 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.068422 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.068606 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.068745 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.068961 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.069138 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.069305 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.069444 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.069604 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.069788 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.069963 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.070132 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.070417 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.070584 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.070763 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.070934 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.071409 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.071409 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.071409 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.071747 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.071747 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.072010 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.072010 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.072208 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.072310 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.072446 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.072604 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.073340 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.073559 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.073749 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:35:54.073954 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.073954 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.074185 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.074185 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.074426 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.074558 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.074702 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.074826 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.075321 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.075321 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.075321 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.075634 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.075634 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.075828 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.075945 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.076058 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.076165 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.076299 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.076453 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.076610 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.078139 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.078139 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.078139 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.078139 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.078139 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.078139 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.078139 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.078139 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.078139 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:35:54.078963 dv-cinder-837052-1-iscsi neutron-server[83031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 08 02:36:04.321377 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a365b2a-9201-4d0e-a1a4-47b1815b4be6 None None] get_active_networks_info from dv-cinder-837052-1-iscsi {{(pid=83138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Apr 08 02:36:04.394337 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a365b2a-9201-4d0e-a1a4-47b1815b4be6 None None] No non-hosted networks {{(pid=83138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 08 02:36:04.405664 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.agentschedulers_db [None req-3a365b2a-9201-4d0e-a1a4-47b1815b4be6 None None] DHCP Agent not found on host dv-cinder-837052-1-iscsi {{(pid=83138) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 08 02:36:04.508563 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-010dabed-b4b4-427f-b77e-b50b08f935c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784332'] for agent, after_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:06.494841 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-f23b2290-ff11-4acb-80d6-c6e860298996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784332'] for agent, after_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:06.548184 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-06ab33fa-4118-4a01-be16-2401b6a4e2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:07.617216 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784332'] for agent, after_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:07.618361 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:07.618720 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:07.619091 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:07.620598 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:07.620974 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:07.621302 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:07.621737 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:07.622936 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:07.623266 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:07.623588 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:07.625158 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:07.625322 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f35a2d0d6d0>, 'Open vSwitch agent', 'dv-cinder-837052-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:36:07.639498 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f35a2cceb50>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837052-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:36:07.834771 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784332'] for agent, after_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:09.099176 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784332'] for agent, after_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:10.510146 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.db.l3_hamode_db [None req-938e22b7-693a-4bb1-888e-f1169b1ca521 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 08 02:36:10.596642 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e22b7-693a-4bb1-888e-f1169b1ca521 None None] Routers set() bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:36:10.597019 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e22b7-693a-4bb1-888e-f1169b1ca521 None None] Router IDs set() for agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Apr 08 02:36:10.683592 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 38560) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:36:11.280385 dv-cinder-837052-1-iscsi neutron-server[83137]: WARNING oslo_policy.policy [None req-03a4eb89-0364-4247-8b47-f163c2e1d41b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 02:36:11.280936 dv-cinder-837052-1-iscsi neutron-server[83137]: WARNING oslo_policy.policy [None req-03a4eb89-0364-4247-8b47-f163c2e1d41b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 02:36:11.493850 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [None req-03a4eb89-0364-4247-8b47-f163c2e1d41b admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83137) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 08 02:36:11.495471 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-03a4eb89-0364-4247-8b47-f163c2e1d41b admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8109829
Apr 08 02:36:13.732277 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 38574) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:36:14.130113 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-dd78de4e-16fa-4779-b5a7-1f52e62e3699 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:36:14.183804 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.policy [None req-dd78de4e-16fa-4779-b5a7-1f52e62e3699 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83137) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Apr 08 02:36:14.184550 dv-cinder-837052-1-iscsi neutron-server[83137]: WARNING oslo_policy.policy [None req-dd78de4e-16fa-4779-b5a7-1f52e62e3699 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 02:36:14.184916 dv-cinder-837052-1-iscsi neutron-server[83137]: WARNING oslo_policy.policy [None req-dd78de4e-16fa-4779-b5a7-1f52e62e3699 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 02:36:14.188213 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.quota [None req-dd78de4e-16fa-4779-b5a7-1f52e62e3699 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f35a2ec1e80>.
Apr 08 02:36:14.203557 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-dd78de4e-16fa-4779-b5a7-1f52e62e3699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:36:14.272492 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-dd78de4e-16fa-4779-b5a7-1f52e62e3699 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741769668959', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741769651389', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741769628493', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741769638756', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741769617130', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8122147', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7675566', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-361646', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-426384'] for rbac-policy, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:14.341121 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-dd78de4e-16fa-4779-b5a7-1f52e62e3699 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:14.342306 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-dd78de4e-16fa-4779-b5a7-1f52e62e3699 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6090744
Apr 08 02:36:16.911151 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 38588) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:36:17.286026 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Request body: {'network': {'project_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'admin_state_up': True, 'name': 'private'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:36:17.291312 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:36:17.295815 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Usage tracker for resource:network and tenant:44b9f8cc5db14331a52eb044c4aab7f7 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:36:17.300371 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:36:17.306985 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:36:17.316559 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Made reservation on behalf of 44b9f8cc5db14331a52eb044c4aab7f7 for: {'network': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:36:17.319531 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:17.337277 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:17.380167 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:36:17.383791 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Usage tracker for resource:security_group_rule and tenant:44b9f8cc5db14331a52eb044c4aab7f7 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:36:17.386932 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:36:17.392663 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:36:17.458603 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:17.462058 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:17.485657 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'}  {{(pid=83137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:36:17.511330 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741772167783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:17.511919 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f35a398a670> segment precommit_create {{(pid=83137) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 08 02:36:17.512419 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.segments_db [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Added segment 1c56f8e0-651f-4a65-8b4d-b83998e66811 of type vlan for network 2c3849a5-fc2b-412d-aff8-426297d94189
Apr 08 02:36:17.526822 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0940d312-2c02-4c8d-bd3f-aacb07578611,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:36:17.581159 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:17.581426 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:17.581757 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:17.582102 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:17.582406 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:17.582749 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:17.583069 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:17.583401 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:17.583719 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:17.584032 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:17.584345 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Tracked resource versions report:
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]: pushed versions:
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]: {   'ConntrackHelper': {'1.0'},
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:     'Log': {'1.0'},
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:     'Network': {'1.1'},
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:     'Port': {'1.5'},
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:     'PortForwarding': {'1.2'},
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:     'QosPolicy': {'1.8'},
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:     'SecurityGroup': {'1.2'},
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:     'SecurityGroupRule': {'1.0'},
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:     'SubPort': {'1.0'},
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:     'Subnet': {'1.1'},
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:     'Trunk': {'1.1'}}
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]: consumer versions:
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]: {   DHCP agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:     L3 agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:     Metadata agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:     Metering agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:     Open vSwitch agent@dv-cinder-837052-1-iscsi: {   'ConntrackHelper': '1.0',
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'Log': '1.0',
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'Network': '1.1',
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'Port': '1.5',
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'PortForwarding': '1.2',
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'QosPolicy': '1.8',
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'SecurityGroup': '1.2',
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'SecurityGroupRule': '1.0',
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'SubPort': '1.0',
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'Subnet': '1.1',
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'Trunk': '1.1'}}
Apr 08 02:36:17.585366 dv-cinder-837052-1-iscsi neutron-server[83137]:  {{(pid=83137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 08 02:36:17.629844 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:17.670478 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:17.671496 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:36:17.672100 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:17.777887 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] Pushing event updated for resources: {'Network': ['ID=2c3849a5-fc2b-412d-aff8-426297d94189,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:36:17.781381 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-3b2a8d2c-e31e-4bb1-9213-ad0f4c522685 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8692307
Apr 08 02:36:17.789293 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network 2c3849a5-fc2b-412d-aff8-426297d94189 details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:36:20.349497 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 38604) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:36:20.819420 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd573395-1140-4d93-b74d-614ffcdf65a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:36:20.820739 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-fd573395-1140-4d93-b74d-614ffcdf65a9 admin admin] 10.222.0.48 "GET /v2.0/networks/2c3849a5-fc2b-412d-aff8-426297d94189 HTTP/1.1" status: 200  len: 825 time: 0.4703155
Apr 08 02:36:20.850481 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-f88c6496-4bc8-468a-91aa-518f1150d6a1 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/06fcb189-5f4f-490a-994c-4f7152842a08 HTTP/1.1" status: 200  len: 734 time: 0.0244009
Apr 08 02:36:20.859165 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-352272b0-53df-4413-8d1e-45583967d401 admin admin] Request body: {'subnet': {'tenant_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '06fcb189-5f4f-490a-994c-4f7152842a08', 'name': 'private-subnet', 'network_id': '2c3849a5-fc2b-412d-aff8-426297d94189', 'ip_version': 4}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:36:20.863301 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-352272b0-53df-4413-8d1e-45583967d401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:36:20.866940 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-352272b0-53df-4413-8d1e-45583967d401 admin admin] Usage tracker for resource:subnet and tenant:44b9f8cc5db14331a52eb044c4aab7f7 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:36:20.870369 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-352272b0-53df-4413-8d1e-45583967d401 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:36:20.875914 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-352272b0-53df-4413-8d1e-45583967d401 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:36:20.885653 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352272b0-53df-4413-8d1e-45583967d401 admin admin] Made reservation on behalf of 44b9f8cc5db14331a52eb044c4aab7f7 for: {'subnet': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:36:20.887865 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-352272b0-53df-4413-8d1e-45583967d401 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:21.168722 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-352272b0-53df-4413-8d1e-45583967d401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for subnet, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:21.251294 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352272b0-53df-4413-8d1e-45583967d401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c850fb60-4f4c-41a7-a5f5-5431e56e4c4b,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:36:21.256054 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352272b0-53df-4413-8d1e-45583967d401 admin admin] Checking segment: {'id': '1c56f8e0-651f-4a65-8b4d-b83998e66811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c3849a5-fc2b-412d-aff8-426297d94189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:36:21.256427 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352272b0-53df-4413-8d1e-45583967d401 admin admin] Network hostable DHCP agents. Network: 2c3849a5-fc2b-412d-aff8-426297d94189, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:36:21.279266 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352272b0-53df-4413-8d1e-45583967d401 admin admin] Network 2c3849a5-fc2b-412d-aff8-426297d94189 is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:36:21.288263 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-352272b0-53df-4413-8d1e-45583967d401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, 2c3849a5-fc2b-412d-aff8-426297d94189) {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:36:21.292706 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352272b0-53df-4413-8d1e-45583967d401 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:36:21.293270 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-352272b0-53df-4413-8d1e-45583967d401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:21.298746 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2717016-5dff-476f-b408-fd87a0784273 None None] Network 2c3849a5-fc2b-412d-aff8-426297d94189 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:36:21.319870 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-352272b0-53df-4413-8d1e-45583967d401 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4573500
Apr 08 02:36:21.603576 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3364f179-0d4a-51e7-8435-5d406743cc3e-2c3849a5-fc2b-412d-aff8-426297d94189', 'network_id': '2c3849a5-fc2b-412d-aff8-426297d94189', 'tenant_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'fixed_ips': [{'subnet_id': 'c850fb60-4f4c-41a7-a5f5-5431e56e4c4b'}]}} from dv-cinder-837052-1-iscsi. {{(pid=83138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 08 02:36:21.604742 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:21.794499 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.db_base_plugin_common [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Allocated IP 172.20.0.2 (2c3849a5-fc2b-412d-aff8-426297d94189/c850fb60-4f4c-41a7-a5f5-5431e56e4c4b/c4daa068-a2cf-4e29-b645-831d3450a738) {{(pid=83138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:36:22.024887 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Notify callbacks [] for port, precommit_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:22.038647 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Transition to ACTIVE for port object c4daa068-a2cf-4e29-b645-831d3450a738 will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:36:22.058493 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Transition to ACTIVE for port object c4daa068-a2cf-4e29-b645-831d3450a738 will not be triggered until provisioned by entity DHCP. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:36:22.064275 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:22.131892 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Network 2c3849a5-fc2b-412d-aff8-426297d94189 is already hosted by enough agents. {{(pid=83138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:36:22.134744 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.base_scheduler [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Resources bound (agent type, host, resource id):  {{(pid=83138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:36:22.139936 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Pushing event updated for resources: {'Port': ['ID=c4daa068-a2cf-4e29-b645-831d3450a738,revision_number=1']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:36:22.142172 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Received port after_create {{(pid=83138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:36:22.153741 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:22.154078 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:22.154411 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:22.154767 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:22.155093 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:22.155415 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:22.155734 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:22.156073 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:22.156394 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:22.156707 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:22.157024 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Tracked resource versions report:
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]: pushed versions:
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]: {   'ConntrackHelper': {'1.0'},
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:     'Log': {'1.0'},
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:     'Network': {'1.1'},
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:     'Port': {'1.5'},
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:     'PortForwarding': {'1.2'},
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:     'QosPolicy': {'1.8'},
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:     'SecurityGroup': {'1.2'},
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:     'SecurityGroupRule': {'1.0'},
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:     'SubPort': {'1.0'},
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:     'Subnet': {'1.1'},
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:     'Trunk': {'1.1'}}
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]: consumer versions:
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]: {   DHCP agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:     L3 agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:     Metadata agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:     Metering agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:     Open vSwitch agent@dv-cinder-837052-1-iscsi: {   'ConntrackHelper': '1.0',
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'Log': '1.0',
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'Network': '1.1',
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'Port': '1.5',
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'PortForwarding': '1.2',
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'QosPolicy': '1.8',
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'SecurityGroup': '1.2',
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'SecurityGroupRule': '1.0',
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'SubPort': '1.0',
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'Subnet': '1.1',
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'Trunk': '1.1'}}
Apr 08 02:36:22.158080 dv-cinder-837052-1-iscsi neutron-server[83138]:  {{(pid=83138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 08 02:36:22.242145 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Attempting to bind port c4daa068-a2cf-4e29-b645-831d3450a738 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:36:22.242534 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Attempting to bind port c4daa068-a2cf-4e29-b645-831d3450a738 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '1c56f8e0-651f-4a65-8b4d-b83998e66811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c3849a5-fc2b-412d-aff8-426297d94189'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:36:22.242982 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Attempting to bind port c4daa068-a2cf-4e29-b645-831d3450a738 on network 2c3849a5-fc2b-412d-aff8-426297d94189 {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:36:22.249304 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:36:22.249708 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Checking segment: {'id': '1c56f8e0-651f-4a65-8b4d-b83998e66811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c3849a5-fc2b-412d-aff8-426297d94189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:36:22.250190 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:22.250571 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Bound using segment: {'id': '1c56f8e0-651f-4a65-8b4d-b83998e66811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c3849a5-fc2b-412d-aff8-426297d94189'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:36:22.251101 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Bound port: c4daa068-a2cf-4e29-b645-831d3450a738, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c56f8e0-651f-4a65-8b4d-b83998e66811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c3849a5-fc2b-412d-aff8-426297d94189'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:36:22.251477 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:22.335124 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] For port c4daa068-a2cf-4e29-b645-831d3450a738, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:36:22.339538 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] For port c4daa068-a2cf-4e29-b645-831d3450a738, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=c4daa068-a2cf-4e29-b645-831d3450a738,segment=NetworkSegment(1c56f8e0-651f-4a65-8b4d-b83998e66811),segment_id=1c56f8e0-651f-4a65-8b4d-b83998e66811)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:36:22.343428 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:22.449263 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c46b4-cfe0-4f3f-b810-81ed07a05d99 None None] Pushing event updated for resources: {'Port': ['ID=c4daa068-a2cf-4e29-b645-831d3450a738,revision_number=2']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:36:23.600363 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 38614) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:36:23.997653 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [None req-7db30f8a-3ae4-4592-ad53-32f6529c9c08 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83137) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 08 02:36:24.000609 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-7db30f8a-3ae4-4592-ad53-32f6529c9c08 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3972836
Apr 08 02:36:25.910026 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device c4daa068-a2cf-4e29-b645-831d3450a738 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:36:25.987645 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port c4daa068-a2cf-4e29-b645-831d3450a738 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:36:26.131073 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c552fa-9d8b-430d-bf48-052aa1fcdb0d None None] Network 2c3849a5-fc2b-412d-aff8-426297d94189 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:36:26.226957 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-7a44b759-6af4-4b05-84ff-2e87dc42c0dc None None] Provisioning for port c4daa068-a2cf-4e29-b645-831d3450a738 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:36:26.242741 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-7a44b759-6af4-4b05-84ff-2e87dc42c0dc None None] Provisioning complete for port c4daa068-a2cf-4e29-b645-831d3450a738 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:36:26.243128 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-7a44b759-6af4-4b05-84ff-2e87dc42c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:26.267492 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 38628) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:36:26.451964 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-7a44b759-6af4-4b05-84ff-2e87dc42c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:26.496936 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-7a44b759-6af4-4b05-84ff-2e87dc42c0dc None None] For port c4daa068-a2cf-4e29-b645-831d3450a738, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=c4daa068-a2cf-4e29-b645-831d3450a738,segment=NetworkSegment(1c56f8e0-651f-4a65-8b4d-b83998e66811),segment_id=1c56f8e0-651f-4a65-8b4d-b83998e66811)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:36:26.501836 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-7a44b759-6af4-4b05-84ff-2e87dc42c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:26.567827 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44b759-6af4-4b05-84ff-2e87dc42c0dc None None] Pushing event updated for resources: {'Port': ['ID=c4daa068-a2cf-4e29-b645-831d3450a738,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:36:26.731519 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-bf774901-54c7-4954-8729-063b064b0234 None None] Provisioning complete for port c4daa068-a2cf-4e29-b645-831d3450a738 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:36:26.731889 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-bf774901-54c7-4954-8729-063b064b0234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:26.890106 dv-cinder-837052-1-iscsi neutron-server[83136]: WARNING oslo_policy.policy [None req-9454ad04-09b8-484b-b8d6-3cdb1877cc99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 02:36:26.890682 dv-cinder-837052-1-iscsi neutron-server[83136]: WARNING oslo_policy.policy [None req-9454ad04-09b8-484b-b8d6-3cdb1877cc99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 02:36:27.105311 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [None req-9454ad04-09b8-484b-b8d6-3cdb1877cc99 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83136) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 08 02:36:27.106537 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-9454ad04-09b8-484b-b8d6-3cdb1877cc99 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8370869
Apr 08 02:36:27.881115 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device c4daa068-a2cf-4e29-b645-831d3450a738 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:36:27.950519 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port c4daa068-a2cf-4e29-b645-831d3450a738 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:36:27.950910 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:29.719290 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 38644) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:36:30.089850 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-c2271e7c-978d-4d24-a0bb-6bfb55f0b737 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'admin_state_up': True}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:36:30.094823 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-c2271e7c-978d-4d24-a0bb-6bfb55f0b737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:36:30.098472 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-c2271e7c-978d-4d24-a0bb-6bfb55f0b737 admin admin] Usage tracker for resource:router and tenant:44b9f8cc5db14331a52eb044c4aab7f7 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:36:30.101707 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-c2271e7c-978d-4d24-a0bb-6bfb55f0b737 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:36:30.107518 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-c2271e7c-978d-4d24-a0bb-6bfb55f0b737 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:36:30.117149 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c2271e7c-978d-4d24-a0bb-6bfb55f0b737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61808'] for router, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:30.119148 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c2271e7c-978d-4d24-a0bb-6bfb55f0b737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61769'] for router, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:30.142884 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c2271e7c-978d-4d24-a0bb-6bfb55f0b737 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:30.255265 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c2271e7c-978d-4d24-a0bb-6bfb55f0b737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783721'] for router, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:30.273003 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c2271e7c-978d-4d24-a0bb-6bfb55f0b737 admin admin] Notify callbacks [] for router, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:30.274145 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-c2271e7c-978d-4d24-a0bb-6bfb55f0b737 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5539076
Apr 08 02:36:32.508630 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 38654) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:36:32.890862 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [None req-87903328-a221-4f07-9eda-151d1498245c admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83137) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 08 02:36:32.891821 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-87903328-a221-4f07-9eda-151d1498245c admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3822236
Apr 08 02:36:34.248725 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-72e2b72e-4042-4fa7-9938-8e75bc993577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:35.159571 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 38664) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:36:35.541173 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:36:35.546316 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:36:35.550169 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Usage tracker for resource:network and tenant:b654bd89267e40c6bd627b095329b06e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:36:35.553236 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:36:35.558938 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:36:35.567722 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Made reservation on behalf of b654bd89267e40c6bd627b095329b06e for: {'network': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:36:35.570147 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:35.581927 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:35.613459 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:36:35.617107 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Usage tracker for resource:security_group_rule and tenant:b654bd89267e40c6bd627b095329b06e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:36:35.620288 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:36:35.628431 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:36:35.691023 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:35.694308 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:35.711556 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Reserving flat network on physical network physnet1 {{(pid=83137) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Apr 08 02:36:35.731585 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2120aa-369d-4487-be57-7b148f165c54,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:36:35.735692 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:35.736030 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.segments_db [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Added segment 77f3ecd5-628c-4d60-883a-751c480928e2 of type flat for network 24529cff-0200-4bb0-a643-d2ea0aa9465c
Apr 08 02:36:35.766527 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:35.801657 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:35.802373 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:36:35.802973 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:35.903098 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] Pushing event updated for resources: {'Network': ['ID=24529cff-0200-4bb0-a643-d2ea0aa9465c,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:36:35.907092 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-b0f12c6b-09aa-41c4-bc44-5901738b8d82 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7464240
Apr 08 02:36:35.912759 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:36:35.975850 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 5 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:36:36.485894 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-09b26031-5a42-47e7-a2e4-398cbf5d3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:37.614740 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:37.766482 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:38.155012 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 38674) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:36:38.604088 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b989224-3039-4ff7-84fb-de02f4c93e1a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:36:38.605371 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-7b989224-3039-4ff7-84fb-de02f4c93e1a admin admin] 10.222.0.48 "GET /v2.0/subnets/c850fb60-4f4c-41a7-a5f5-5431e56e4c4b HTTP/1.1" status: 200  len: 849 time: 0.4494255
Apr 08 02:36:38.748231 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-adbe7340-36e2-434a-8d5e-8dc5deae67a2 admin admin] 10.222.0.48 "GET /v2.0/routers/659db53b-61ca-4b9e-9a81-ea7dda7df233 HTTP/1.1" status: 200  len: 704 time: 0.1374848
Apr 08 02:36:39.046936 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:39.210312 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:39.431912 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] Allocated IP 172.20.0.1 (2c3849a5-fc2b-412d-aff8-426297d94189/c850fb60-4f4c-41a7-a5f5-5431e56e4c4b/08d53464-fe51-4b58-aee9-5ecfd41e8975) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:36:39.611549 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:39.628075 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] Transition to ACTIVE for port object 08d53464-fe51-4b58-aee9-5ecfd41e8975 will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:36:39.676511 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:39.742343 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] Network 2c3849a5-fc2b-412d-aff8-426297d94189 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:36:39.744834 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:36:39.748531 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:36:39.749028 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784291'] for router_interface, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:39.755012 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] Pushing event updated for resources: {'Port': ['ID=08d53464-fe51-4b58-aee9-5ecfd41e8975,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:36:39.874340 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:39.929363 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-75a6b2b5-8f77-444a-b3f3-42c5429c9ccd None None] Provisioning for port 08d53464-fe51-4b58-aee9-5ecfd41e8975 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:36:39.933948 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-75a6b2b5-8f77-444a-b3f3-42c5429c9ccd None None] Provisioning complete for port 08d53464-fe51-4b58-aee9-5ecfd41e8975 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:36:39.934333 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-75a6b2b5-8f77-444a-b3f3-42c5429c9ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:39.988527 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-75a6b2b5-8f77-444a-b3f3-42c5429c9ccd None None] Port 08d53464-fe51-4b58-aee9-5ecfd41e8975 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:36:40.097406 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:40.101467 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:40.102183 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7999011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784188'] for router_interface, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:40.225654 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] Pushing event updated for resources: {'Port': ['ID=08d53464-fe51-4b58-aee9-5ecfd41e8975,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:36:40.288556 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] Network 2c3849a5-fc2b-412d-aff8-426297d94189 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:36:40.289522 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:36:40.510451 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-c23afbe5-0e14-49f2-9cb8-e5a13356e690 None None] Provisioning complete for port 08d53464-fe51-4b58-aee9-5ecfd41e8975 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:36:40.511096 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-c23afbe5-0e14-49f2-9cb8-e5a13356e690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:40.561000 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-c23afbe5-0e14-49f2-9cb8-e5a13356e690 None None] Port 08d53464-fe51-4b58-aee9-5ecfd41e8975 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:36:40.634707 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] Router 659db53b-61ca-4b9e-9a81-ea7dda7df233 is scheduled to L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c with binding_index 1 {{(pid=83137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 08 02:36:40.796265 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:36:40.805028 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-2b3587ab-01a5-4706-9f75-d38775c34293 admin admin] 10.222.0.48 "PUT /v2.0/routers/659db53b-61ca-4b9e-9a81-ea7dda7df233/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0520599
Apr 08 02:36:40.806825 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Sync routers for ids ['659db53b-61ca-4b9e-9a81-ea7dda7df233'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:36:40.822427 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Routers {'659db53b-61ca-4b9e-9a81-ea7dda7df233'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:36:40.823209 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2e6ba90>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:36:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['659db53b-61ca-4b9e-9a81-ea7dda7df233'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:36:40.992094 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Set router 659db53b-61ca-4b9e-9a81-ea7dda7df233 gateway port host: None {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:36:41.348274 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2e6ba90>, [{'id': '659db53b-61ca-4b9e-9a81-ea7dda7df233', 'name': 'router1', 'tenant_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:36:30Z', 'updated_at': '2022-04-08T02:36:39Z', 'revision_number': 2, 'project_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'gw_port_host': None, '_interfaces': [{'id': '08d53464-fe51-4b58-aee9-5ecfd41e8975', 'name': '', 'network_id': '2c3849a5-fc2b-412d-aff8-426297d94189', 'tenant_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'mac_address': 'fa:16:3e:7c:9e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659db53b-61ca-4b9e-9a81-ea7dda7df233', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c850fb60-4f4c-41a7-a5f5-5431e56e4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:36:39Z', 'updated_at': '2022-04-08T02:36:39Z', 'revision_number': 2, 'project_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'subnets': [{'id': 'c850fb60-4f4c-41a7-a5f5-5431e56e4c4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06fcb189-5f4f-490a-994c-4f7152842a08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:36:41.353018 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Checking router: 659db53b-61ca-4b9e-9a81-ea7dda7df233 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:36:41.353375 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Updating router 659db53b-61ca-4b9e-9a81-ea7dda7df233 port 08d53464-fe51-4b58-aee9-5ecfd41e8975 binding host dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:36:41.405252 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:41.768775 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Notify callbacks [] for port, precommit_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:41.783192 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.provisioning_blocks [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Transition to ACTIVE for port object 08d53464-fe51-4b58-aee9-5ecfd41e8975 will not be triggered until provisioned by entity L2. {{(pid=83139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:36:41.788920 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:42.025967 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfc03f-bc4f-4802-be45-d36123b0fe7b None None] Pushing event updated for resources: {'Port': ['ID=08d53464-fe51-4b58-aee9-5ecfd41e8975,revision_number=3']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:36:42.033844 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Attempting to bind port 08d53464-fe51-4b58-aee9-5ecfd41e8975 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:36:42.034235 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Attempting to bind port 08d53464-fe51-4b58-aee9-5ecfd41e8975 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '1c56f8e0-651f-4a65-8b4d-b83998e66811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c3849a5-fc2b-412d-aff8-426297d94189'}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:36:42.034640 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Attempting to bind port 08d53464-fe51-4b58-aee9-5ecfd41e8975 on network 2c3849a5-fc2b-412d-aff8-426297d94189 {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:36:42.040850 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dfc03f-bc4f-4802-be45-d36123b0fe7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:42.041187 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dfc03f-bc4f-4802-be45-d36123b0fe7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:42.041514 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dfc03f-bc4f-4802-be45-d36123b0fe7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:42.041836 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dfc03f-bc4f-4802-be45-d36123b0fe7b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:42.042156 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dfc03f-bc4f-4802-be45-d36123b0fe7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:42.042470 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dfc03f-bc4f-4802-be45-d36123b0fe7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:42.042810 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dfc03f-bc4f-4802-be45-d36123b0fe7b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:42.043138 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dfc03f-bc4f-4802-be45-d36123b0fe7b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:42.043455 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dfc03f-bc4f-4802-be45-d36123b0fe7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:42.043759 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dfc03f-bc4f-4802-be45-d36123b0fe7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:42.044068 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dfc03f-bc4f-4802-be45-d36123b0fe7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dfc03f-bc4f-4802-be45-d36123b0fe7b None None] Tracked resource versions report:
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]: pushed versions:
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]: {   'ConntrackHelper': {'1.0'},
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:     'Log': {'1.0'},
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:     'Network': {'1.1'},
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:     'Port': {'1.5'},
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:     'PortForwarding': {'1.2'},
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:     'QosPolicy': {'1.8'},
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:     'SecurityGroup': {'1.2'},
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:     'SecurityGroupRule': {'1.0'},
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:     'SubPort': {'1.0'},
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:     'Subnet': {'1.1'},
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:     'Trunk': {'1.1'}}
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]: consumer versions:
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]: {   DHCP agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:     L3 agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:     Metadata agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:     Metering agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:     Open vSwitch agent@dv-cinder-837052-1-iscsi: {   'ConntrackHelper': '1.0',
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'Log': '1.0',
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'Network': '1.1',
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'Port': '1.5',
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'PortForwarding': '1.2',
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'QosPolicy': '1.8',
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'SecurityGroup': '1.2',
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'SecurityGroupRule': '1.0',
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'SubPort': '1.0',
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'Subnet': '1.1',
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'Trunk': '1.1'}}
Apr 08 02:36:42.045101 dv-cinder-837052-1-iscsi neutron-server[83139]:  {{(pid=83139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 08 02:36:42.050062 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:36:42.050456 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Checking segment: {'id': '1c56f8e0-651f-4a65-8b4d-b83998e66811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c3849a5-fc2b-412d-aff8-426297d94189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:36:42.050940 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:42.051310 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Bound using segment: {'id': '1c56f8e0-651f-4a65-8b4d-b83998e66811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c3849a5-fc2b-412d-aff8-426297d94189'} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:36:42.051801 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Bound port: 08d53464-fe51-4b58-aee9-5ecfd41e8975, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c56f8e0-651f-4a65-8b4d-b83998e66811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c3849a5-fc2b-412d-aff8-426297d94189'}}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:36:42.052171 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:42.138744 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] For port 08d53464-fe51-4b58-aee9-5ecfd41e8975, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:36:42.142651 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] For port 08d53464-fe51-4b58-aee9-5ecfd41e8975, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=08d53464-fe51-4b58-aee9-5ecfd41e8975,segment=NetworkSegment(1c56f8e0-651f-4a65-8b4d-b83998e66811),segment_id=1c56f8e0-651f-4a65-8b4d-b83998e66811)] {{(pid=83139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:36:42.147850 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:42.230206 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfc03f-bc4f-4802-be45-d36123b0fe7b None None] Pushing event updated for resources: {'Port': ['ID=08d53464-fe51-4b58-aee9-5ecfd41e8975,revision_number=4']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:36:42.238281 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Routers {'659db53b-61ca-4b9e-9a81-ea7dda7df233'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:36:42.238898 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2e6ba90>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:36:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['659db53b-61ca-4b9e-9a81-ea7dda7df233'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:36:42.390773 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] Set router 659db53b-61ca-4b9e-9a81-ea7dda7df233 gateway port host: None {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:36:42.704749 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2e6ba90>, [{'id': '659db53b-61ca-4b9e-9a81-ea7dda7df233', 'name': 'router1', 'tenant_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:36:30Z', 'updated_at': '2022-04-08T02:36:39Z', 'revision_number': 2, 'project_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'gw_port_host': None, '_interfaces': [{'id': '08d53464-fe51-4b58-aee9-5ecfd41e8975', 'name': '', 'network_id': '2c3849a5-fc2b-412d-aff8-426297d94189', 'tenant_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'mac_address': 'fa:16:3e:7c:9e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659db53b-61ca-4b9e-9a81-ea7dda7df233', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c850fb60-4f4c-41a7-a5f5-5431e56e4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:36:39Z', 'updated_at': '2022-04-08T02:36:42Z', 'revision_number': 4, 'project_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'subnets': [{'id': 'c850fb60-4f4c-41a7-a5f5-5431e56e4c4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06fcb189-5f4f-490a-994c-4f7152842a08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:36:42.708502 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df539b9-606e-4277-b3e6-4a82dd5be73a None None] The sync data for ids ['659db53b-61ca-4b9e-9a81-ea7dda7df233'] in dv-cinder-837052-1-iscsi is: [{'id': '659db53b-61ca-4b9e-9a81-ea7dda7df233', 'name': 'router1', 'tenant_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:36:30Z', 'updated_at': '2022-04-08T02:36:39Z', 'revision_number': 2, 'project_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'gw_port_host': None, '_interfaces': [{'id': '08d53464-fe51-4b58-aee9-5ecfd41e8975', 'name': '', 'network_id': '2c3849a5-fc2b-412d-aff8-426297d94189', 'tenant_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'mac_address': 'fa:16:3e:7c:9e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659db53b-61ca-4b9e-9a81-ea7dda7df233', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c850fb60-4f4c-41a7-a5f5-5431e56e4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:36:39Z', 'updated_at': '2022-04-08T02:36:42Z', 'revision_number': 4, 'project_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'subnets': [{'id': 'c850fb60-4f4c-41a7-a5f5-5431e56e4c4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06fcb189-5f4f-490a-994c-4f7152842a08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:36:42.920923 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 38696) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:36:43.140263 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e759b4-2043-417b-9e76-fbc1f50b697e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:36:43.140809 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-f5e759b4-2043-417b-9e76-fbc1f50b697e admin admin] Synchronizing usage tracker for tenant:b654bd89267e40c6bd627b095329b06e on resource:network {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:36:43.159965 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-f5e759b4-2043-417b-9e76-fbc1f50b697e admin admin] Unset dirty status for tenant:b654bd89267e40c6bd627b095329b06e on resource:network {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:36:43.161114 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-f5e759b4-2043-417b-9e76-fbc1f50b697e admin admin] 10.222.0.48 "GET /v2.0/networks/24529cff-0200-4bb0-a643-d2ea0aa9465c HTTP/1.1" status: 200  len: 842 time: 0.2391956
Apr 08 02:36:43.170893 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-166791f5-12fc-4710-b3ac-da2fae05cc7b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:36:43.175954 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-166791f5-12fc-4710-b3ac-da2fae05cc7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:36:43.179666 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-166791f5-12fc-4710-b3ac-da2fae05cc7b admin admin] Usage tracker for resource:subnet and tenant:b654bd89267e40c6bd627b095329b06e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:36:43.182434 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-166791f5-12fc-4710-b3ac-da2fae05cc7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:36:43.188377 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-166791f5-12fc-4710-b3ac-da2fae05cc7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:36:43.197314 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166791f5-12fc-4710-b3ac-da2fae05cc7b admin admin] Made reservation on behalf of b654bd89267e40c6bd627b095329b06e for: {'subnet': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:36:43.199715 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-166791f5-12fc-4710-b3ac-da2fae05cc7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:43.557133 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.objects.ports [None req-166791f5-12fc-4710-b3ac-da2fae05cc7b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83137) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}}
Apr 08 02:36:43.557556 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-166791f5-12fc-4710-b3ac-da2fae05cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for subnet, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:43.655941 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166791f5-12fc-4710-b3ac-da2fae05cc7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=157636ef-3468-48ff-ac9d-c23edbca6614,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:36:43.659350 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166791f5-12fc-4710-b3ac-da2fae05cc7b admin admin] Checking segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:36:43.659708 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166791f5-12fc-4710-b3ac-da2fae05cc7b admin admin] Network hostable DHCP agents. Network: 24529cff-0200-4bb0-a643-d2ea0aa9465c, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:36:43.684798 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166791f5-12fc-4710-b3ac-da2fae05cc7b admin admin] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:36:43.694346 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-166791f5-12fc-4710-b3ac-da2fae05cc7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, 24529cff-0200-4bb0-a643-d2ea0aa9465c) {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:36:43.699135 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166791f5-12fc-4710-b3ac-da2fae05cc7b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:36:43.699598 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-166791f5-12fc-4710-b3ac-da2fae05cc7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:43.703420 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028bc197-0fc9-4eea-9b2c-e23cba3458b9 None None] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:36:43.723299 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-166791f5-12fc-4710-b3ac-da2fae05cc7b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5558212
Apr 08 02:36:43.932038 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 08d53464-fe51-4b58-aee9-5ecfd41e8975 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:36:43.957204 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05c314b-e82d-4bdc-a9f3-0554ae4e6278 None None] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:36:44.154542 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 08d53464-fe51-4b58-aee9-5ecfd41e8975 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:36:44.167354 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 08d53464-fe51-4b58-aee9-5ecfd41e8975 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:36:44.167718 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:44.314602 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:44.344912 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port 08d53464-fe51-4b58-aee9-5ecfd41e8975, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=08d53464-fe51-4b58-aee9-5ecfd41e8975,segment=NetworkSegment(1c56f8e0-651f-4a65-8b4d-b83998e66811),segment_id=1c56f8e0-651f-4a65-8b4d-b83998e66811)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:36:44.348611 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:44.414658 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=08d53464-fe51-4b58-aee9-5ecfd41e8975,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:36:45.890835 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 08d53464-fe51-4b58-aee9-5ecfd41e8975 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:36:45.891938 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 38720) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:36:45.957991 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 08d53464-fe51-4b58-aee9-5ecfd41e8975 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:36:45.958363 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:46.123442 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-5dd7f7bd-b530-46dd-b118-0cb46237bda2 admin admin] 10.222.0.48 "GET /v2.0/routers/659db53b-61ca-4b9e-9a81-ea7dda7df233 HTTP/1.1" status: 200  len: 710 time: 0.2303944
Apr 08 02:36:46.247607 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26aedff-6ff4-4bbd-9bcf-a1a7fff06716 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:36:46.248924 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-b26aedff-6ff4-4bbd-9bcf-a1a7fff06716 admin admin] 10.222.0.48 "GET /v2.0/networks/24529cff-0200-4bb0-a643-d2ea0aa9465c HTTP/1.1" status: 200  len: 886 time: 0.1205914
Apr 08 02:36:46.257402 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-cfae7c1f-1972-434c-840f-599031fde432 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:36:46.720015 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cfae7c1f-1972-434c-840f-599031fde432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61787'] for router, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:46.936736 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cfae7c1f-1972-434c-840f-599031fde432 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:46.996506 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cfae7c1f-1972-434c-840f-599031fde432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:47.131316 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-cfae7c1f-1972-434c-840f-599031fde432 admin admin] Allocated IP 172.27.2.98 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/e2996639-74c0-48f1-aeb4-3714658d721c) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:36:47.270981 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cfae7c1f-1972-434c-840f-599031fde432 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:47.296650 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cfae7c1f-1972-434c-840f-599031fde432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:47.359356 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfae7c1f-1972-434c-840f-599031fde432 admin admin] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:36:47.362039 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-cfae7c1f-1972-434c-840f-599031fde432 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:36:47.366018 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae7c1f-1972-434c-840f-599031fde432 admin admin] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:36:47.387253 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae7c1f-1972-434c-840f-599031fde432 admin admin] Pushing event updated for resources: {'Port': ['ID=e2996639-74c0-48f1-aeb4-3714658d721c,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:36:47.503516 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cfae7c1f-1972-434c-840f-599031fde432 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:47.664088 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cfae7c1f-1972-434c-840f-599031fde432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61787'] for router, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:47.668002 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cfae7c1f-1972-434c-840f-599031fde432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-783743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-783734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773104'] for router, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:47.857188 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfae7c1f-1972-434c-840f-599031fde432 admin admin] Router 659db53b-61ca-4b9e-9a81-ea7dda7df233 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:36:48.050604 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfae7c1f-1972-434c-840f-599031fde432 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:36:48.058368 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cfae7c1f-1972-434c-840f-599031fde432 admin admin] Notify callbacks [] for router, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:48.059570 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-cfae7c1f-1972-434c-840f-599031fde432 admin admin] 10.222.0.48 "PUT /v2.0/routers/659db53b-61ca-4b9e-9a81-ea7dda7df233 HTTP/1.1" status: 200  len: 889 time: 1.8053632
Apr 08 02:36:48.059693 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Sync routers for ids ['659db53b-61ca-4b9e-9a81-ea7dda7df233'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:36:48.072371 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Routers {'659db53b-61ca-4b9e-9a81-ea7dda7df233'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:36:48.073205 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a5cb8190>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:36:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['659db53b-61ca-4b9e-9a81-ea7dda7df233'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:36:48.263214 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Set router 659db53b-61ca-4b9e-9a81-ea7dda7df233 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:36:48.590733 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a5cb8190>, [{'id': '659db53b-61ca-4b9e-9a81-ea7dda7df233', 'name': 'router1', 'tenant_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'e2996639-74c0-48f1-aeb4-3714658d721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:36:30Z', 'updated_at': '2022-04-08T02:36:47Z', 'revision_number': 4, 'project_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'gw_port': {'id': 'e2996639-74c0-48f1-aeb4-3714658d721c', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659db53b-61ca-4b9e-9a81-ea7dda7df233', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:36:47Z', 'updated_at': '2022-04-08T02:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '08d53464-fe51-4b58-aee9-5ecfd41e8975', 'name': '', 'network_id': '2c3849a5-fc2b-412d-aff8-426297d94189', 'tenant_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'mac_address': 'fa:16:3e:7c:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659db53b-61ca-4b9e-9a81-ea7dda7df233', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c850fb60-4f4c-41a7-a5f5-5431e56e4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:36:39Z', 'updated_at': '2022-04-08T02:36:44Z', 'revision_number': 5, 'project_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'subnets': [{'id': 'c850fb60-4f4c-41a7-a5f5-5431e56e4c4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06fcb189-5f4f-490a-994c-4f7152842a08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:36:48.595524 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Checking router: 659db53b-61ca-4b9e-9a81-ea7dda7df233 for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:36:48.595854 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Updating router 659db53b-61ca-4b9e-9a81-ea7dda7df233 port e2996639-74c0-48f1-aeb4-3714658d721c binding host dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:36:48.646888 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:48.966255 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Notify callbacks [] for port, precommit_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:48.979198 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Transition to ACTIVE for port object e2996639-74c0-48f1-aeb4-3714658d721c will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:36:48.984925 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:49.061803 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Attempting to bind port e2996639-74c0-48f1-aeb4-3714658d721c on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:36:49.062488 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Attempting to bind port e2996639-74c0-48f1-aeb4-3714658d721c by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:36:49.062488 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Attempting to bind port e2996639-74c0-48f1-aeb4-3714658d721c on network 24529cff-0200-4bb0-a643-d2ea0aa9465c {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:36:49.073810 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb88f9d-abe6-416c-a206-1cc3011fe40c None None] Pushing event updated for resources: {'Port': ['ID=e2996639-74c0-48f1-aeb4-3714658d721c,revision_number=2']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:36:49.077450 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:36:49.077827 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Checking segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:36:49.078235 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:49.078641 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Bound using segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:36:49.079159 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Bound port: e2996639-74c0-48f1-aeb4-3714658d721c, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:36:49.079541 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:49.168733 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] For port e2996639-74c0-48f1-aeb4-3714658d721c, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:36:49.171782 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] For port e2996639-74c0-48f1-aeb4-3714658d721c, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=e2996639-74c0-48f1-aeb4-3714658d721c,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:36:49.175734 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:49.251980 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb88f9d-abe6-416c-a206-1cc3011fe40c None None] Pushing event updated for resources: {'Port': ['ID=e2996639-74c0-48f1-aeb4-3714658d721c,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:36:49.259348 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Routers {'659db53b-61ca-4b9e-9a81-ea7dda7df233'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:36:49.260014 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a5cb8190>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:36:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['659db53b-61ca-4b9e-9a81-ea7dda7df233'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:36:49.433270 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] Set router 659db53b-61ca-4b9e-9a81-ea7dda7df233 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:36:49.765594 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a5cb8190>, [{'id': '659db53b-61ca-4b9e-9a81-ea7dda7df233', 'name': 'router1', 'tenant_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'e2996639-74c0-48f1-aeb4-3714658d721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:36:30Z', 'updated_at': '2022-04-08T02:36:47Z', 'revision_number': 4, 'project_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'gw_port': {'id': 'e2996639-74c0-48f1-aeb4-3714658d721c', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659db53b-61ca-4b9e-9a81-ea7dda7df233', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:36:47Z', 'updated_at': '2022-04-08T02:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '08d53464-fe51-4b58-aee9-5ecfd41e8975', 'name': '', 'network_id': '2c3849a5-fc2b-412d-aff8-426297d94189', 'tenant_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'mac_address': 'fa:16:3e:7c:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659db53b-61ca-4b9e-9a81-ea7dda7df233', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c850fb60-4f4c-41a7-a5f5-5431e56e4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:36:39Z', 'updated_at': '2022-04-08T02:36:44Z', 'revision_number': 5, 'project_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'subnets': [{'id': 'c850fb60-4f4c-41a7-a5f5-5431e56e4c4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06fcb189-5f4f-490a-994c-4f7152842a08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:36:49.771314 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3105c12-c144-4037-a49a-a210f776ff90 None None] The sync data for ids ['659db53b-61ca-4b9e-9a81-ea7dda7df233'] in dv-cinder-837052-1-iscsi is: [{'id': '659db53b-61ca-4b9e-9a81-ea7dda7df233', 'name': 'router1', 'tenant_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'e2996639-74c0-48f1-aeb4-3714658d721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:36:30Z', 'updated_at': '2022-04-08T02:36:47Z', 'revision_number': 4, 'project_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'gw_port': {'id': 'e2996639-74c0-48f1-aeb4-3714658d721c', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659db53b-61ca-4b9e-9a81-ea7dda7df233', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:36:47Z', 'updated_at': '2022-04-08T02:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '08d53464-fe51-4b58-aee9-5ecfd41e8975', 'name': '', 'network_id': '2c3849a5-fc2b-412d-aff8-426297d94189', 'tenant_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'mac_address': 'fa:16:3e:7c:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659db53b-61ca-4b9e-9a81-ea7dda7df233', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c850fb60-4f4c-41a7-a5f5-5431e56e4c4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:36:39Z', 'updated_at': '2022-04-08T02:36:44Z', 'revision_number': 5, 'project_id': '44b9f8cc5db14331a52eb044c4aab7f7', 'subnets': [{'id': 'c850fb60-4f4c-41a7-a5f5-5431e56e4c4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06fcb189-5f4f-490a-994c-4f7152842a08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:36:49.987851 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device e2996639-74c0-48f1-aeb4-3714658d721c up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:36:50.056276 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port e2996639-74c0-48f1-aeb4-3714658d721c completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:36:50.062116 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port e2996639-74c0-48f1-aeb4-3714658d721c triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:36:50.062714 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:50.192456 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:50.209448 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port e2996639-74c0-48f1-aeb4-3714658d721c, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=e2996639-74c0-48f1-aeb4-3714658d721c,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:36:50.214197 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:50.283652 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=e2996639-74c0-48f1-aeb4-3714658d721c,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:36:50.293648 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 38730) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:36:50.428366 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-74ccd165-6f89-450d-8392-b5b7cfda0783 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1081 time: 0.1336260
Apr 08 02:36:51.902402 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device e2996639-74c0-48f1-aeb4-3714658d721c up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:36:51.975108 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port e2996639-74c0-48f1-aeb4-3714658d721c triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:36:51.975108 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:04.252307 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-df95c024-aaa4-42e5-8ea0-271f02d5f294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:06.488857 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-65708597-3e44-4279-b9ee-5dfe4d184cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:07.616696 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:07.767823 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:09.061158 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:12.977866 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 5 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:37:34.255933 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0b3f-8759-4c1e-a166-051486f7db27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:36.496956 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-71163850-60aa-41aa-9b59-98cb6cf790a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:37.619841 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:37.772069 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:39.069832 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:49.979067 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 5 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:38:04.260812 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-05317229-3d74-4bbd-977a-33d1ff16cdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:06.493009 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-a42f57c8-c39e-4824-9d64-54b710b13dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:07.625583 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:07.778843 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:09.073924 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:26.979742 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 5 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:38:34.255812 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-09c6498d-dcbe-4654-9de0-1e8676ca16f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:36.494827 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-8e8dfe6d-6f41-4b03-8a08-7a3941f1043d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:37.621060 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:37.777673 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:39.070638 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:52.609315 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39306) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:38:52.698696 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc2c439-20a8-4d60-aa11-d088037664bb admin admin] GET failed (client error): The resource could not be found.
Apr 08 02:38:52.700673 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-8dc2c439-20a8-4d60-aa11-d088037664bb admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0904183
Apr 08 02:38:52.835983 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a4febc-ce89-4050-bcfa-b78c6d807081 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:38:52.837334 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-82a4febc-ce89-4050-bcfa-b78c6d807081 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1328435
Apr 08 02:38:54.857957 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39316) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:38:55.028664 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12459f47-9035-4087-89ff-75db9730cb91 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:38:55.029218 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-12459f47-9035-4087-89ff-75db9730cb91 admin admin] Synchronizing usage tracker for tenant:b654bd89267e40c6bd627b095329b06e on resource:subnet {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:38:55.044337 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-12459f47-9035-4087-89ff-75db9730cb91 admin admin] Unset dirty status for tenant:b654bd89267e40c6bd627b095329b06e on resource:subnet {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:38:55.045449 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-12459f47-9035-4087-89ff-75db9730cb91 admin admin] 10.222.0.48 "GET /v2.0/subnets/c850fb60-4f4c-41a7-a5f5-5431e56e4c4b HTTP/1.1" status: 200  len: 849 time: 0.1865001
Apr 08 02:38:55.054452 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-f03ebe94-bf2d-4a8d-8963-06d4760b42d6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:38:55.171270 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f03ebe94-bf2d-4a8d-8963-06d4760b42d6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:55.353123 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f03ebe94-bf2d-4a8d-8963-06d4760b42d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741772138388'] for subnet, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:55.403674 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd051ee-380e-4614-a07f-aa079973ba8a None None] Network 2c3849a5-fc2b-412d-aff8-426297d94189 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:38:55.406945 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03ebe94-bf2d-4a8d-8963-06d4760b42d6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:38:55.407536 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f03ebe94-bf2d-4a8d-8963-06d4760b42d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:55.408780 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-f03ebe94-bf2d-4a8d-8963-06d4760b42d6 admin admin] 10.222.0.48 "PUT /v2.0/subnets/c850fb60-4f4c-41a7-a5f5-5431e56e4c4b HTTP/1.1" status: 200  len: 868 time: 0.3579581
Apr 08 02:38:55.420500 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ebe94-bf2d-4a8d-8963-06d4760b42d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c850fb60-4f4c-41a7-a5f5-5431e56e4c4b,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:38:55.429511 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ebe94-bf2d-4a8d-8963-06d4760b42d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:55.429854 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ebe94-bf2d-4a8d-8963-06d4760b42d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:55.430194 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ebe94-bf2d-4a8d-8963-06d4760b42d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:55.430527 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ebe94-bf2d-4a8d-8963-06d4760b42d6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:55.430925 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ebe94-bf2d-4a8d-8963-06d4760b42d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:55.431265 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ebe94-bf2d-4a8d-8963-06d4760b42d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:55.431603 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ebe94-bf2d-4a8d-8963-06d4760b42d6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:55.431945 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ebe94-bf2d-4a8d-8963-06d4760b42d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:55.432282 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ebe94-bf2d-4a8d-8963-06d4760b42d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:55.432596 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ebe94-bf2d-4a8d-8963-06d4760b42d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:55.432932 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ebe94-bf2d-4a8d-8963-06d4760b42d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:55.906521 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-fb834196-ec66-4a6d-b92c-90f8ad81ab43 None None] Provisioning complete for port c4daa068-a2cf-4e29-b645-831d3450a738 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:38:55.906912 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-fb834196-ec66-4a6d-b92c-90f8ad81ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:56.033515 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-fb834196-ec66-4a6d-b92c-90f8ad81ab43 None None] Provisioning complete for port 08d53464-fe51-4b58-aee9-5ecfd41e8975 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:38:56.033872 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-fb834196-ec66-4a6d-b92c-90f8ad81ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:57.444257 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39326) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:38:57.635175 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bfea89-5a67-4f24-823f-68a70c49fe27 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:38:57.635459 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bfea89-5a67-4f24-823f-68a70c49fe27 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:38:57.636978 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-c3bfea89-5a67-4f24-823f-68a70c49fe27 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1918023
Apr 08 02:38:59.655767 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39336) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:38:59.845734 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8709cbca-2e48-47c5-b7aa-22151af7e249 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:38:59.846103 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8709cbca-2e48-47c5-b7aa-22151af7e249 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:38:59.847592 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-8709cbca-2e48-47c5-b7aa-22151af7e249 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1909010
Apr 08 02:39:01.945798 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39346) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:39:02.133736 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9312fa-3431-4b0b-9750-12c1eb68a874 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:39:02.135020 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-ec9312fa-3431-4b0b-9750-12c1eb68a874 admin admin] 10.222.0.48 "GET /v2.0/networks/24529cff-0200-4bb0-a643-d2ea0aa9465c HTTP/1.1" status: 200  len: 886 time: 0.1881444
Apr 08 02:39:03.980262 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 5 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:39:04.155921 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 39356) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:39:04.257015 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d7e6-052c-4a16-9a28-f758a378b065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:04.442903 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.policy [None req-8cf874aa-20aa-4483-aabb-f2271f6a3ff5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83136) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Apr 08 02:39:04.443600 dv-cinder-837052-1-iscsi neutron-server[83136]: WARNING oslo_policy.policy [None req-8cf874aa-20aa-4483-aabb-f2271f6a3ff5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 02:39:04.443964 dv-cinder-837052-1-iscsi neutron-server[83136]: WARNING oslo_policy.policy [None req-8cf874aa-20aa-4483-aabb-f2271f6a3ff5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 02:39:04.446842 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf874aa-20aa-4483-aabb-f2271f6a3ff5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:39:04.448452 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-8cf874aa-20aa-4483-aabb-f2271f6a3ff5 admin admin] 10.222.0.48 "GET /v2.0/networks/2c3849a5-fc2b-412d-aff8-426297d94189 HTTP/1.1" status: 200  len: 869 time: 0.2915227
Apr 08 02:39:06.470366 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39368) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:39:06.497534 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-bc0eb646-5655-4cfc-ad56-f023ab8f6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:06.604257 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61283cc-289b-4cf2-a033-3d429e37e4e5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:39:06.604621 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61283cc-289b-4cf2-a033-3d429e37e4e5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:39:06.606144 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-f61283cc-289b-4cf2-a033-3d429e37e4e5 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1348166
Apr 08 02:39:07.614594 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:07.781486 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:08.629306 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39378) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:39:08.755999 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb96d9e2-7118-42af-a57f-d6978e8666ba admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:39:08.756368 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb96d9e2-7118-42af-a57f-d6978e8666ba admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:39:08.757829 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-cb96d9e2-7118-42af-a57f-d6978e8666ba admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1275935
Apr 08 02:39:09.074388 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:10.758250 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39388) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:39:10.886690 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599b7964-887c-4be2-bf8b-9ed62660a3b0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:39:10.888054 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-599b7964-887c-4be2-bf8b-9ed62660a3b0 admin admin] 10.222.0.48 "GET /v2.0/subnets/157636ef-3468-48ff-ac9d-c23edbca6614 HTTP/1.1" status: 200  len: 816 time: 0.1288459
Apr 08 02:39:12.924928 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39398) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:39:13.054565 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5fcde0-6288-4196-ad1d-a51558d84112 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:39:13.055922 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-4e5fcde0-6288-4196-ad1d-a51558d84112 admin admin] 10.222.0.48 "GET /v2.0/subnets/c850fb60-4f4c-41a7-a5f5-5431e56e4c4b HTTP/1.1" status: 200  len: 868 time: 0.1300564
Apr 08 02:39:30.756180 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39436) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:39:30.827216 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [None req-57b31be5-e244-455b-9794-fab7e9e6336c admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83137) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 08 02:39:30.828214 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-57b31be5-e244-455b-9794-fab7e9e6336c admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0711062
Apr 08 02:39:32.940850 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39446) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:39:33.030576 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf727d56-9874-4af7-b46a-ce7d3c682be4 admin admin] GET failed (client error): The resource could not be found.
Apr 08 02:39:33.031760 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-bf727d56-9874-4af7-b46a-ce7d3c682be4 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0899539
Apr 08 02:39:33.154763 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552a29a7-b553-4bd7-bdd4-805ca073422d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:39:33.156099 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-552a29a7-b553-4bd7-bdd4-805ca073422d admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1205840
Apr 08 02:39:34.259834 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-527dcf58-5be8-4a84-b67b-d662b0f5c487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:35.188300 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39456) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:39:35.258642 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-859f7846-2a71-4aed-ae73-daf258df3f24 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:39:35.263049 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-859f7846-2a71-4aed-ae73-daf258df3f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:39:35.272549 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-859f7846-2a71-4aed-ae73-daf258df3f24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:39:35.282325 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859f7846-2a71-4aed-ae73-daf258df3f24 admin admin] Made reservation on behalf of b654bd89267e40c6bd627b095329b06e for: {'network': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:39:35.284490 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-859f7846-2a71-4aed-ae73-daf258df3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:35.372127 dv-cinder-837052-1-iscsi neutron-server[83137]: WARNING neutron.services.revisions.revision_plugin [None req-859f7846-2a71-4aed-ae73-daf258df3f24 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f35a27abc70] {project_id='b654bd89267e40c6bd627b095329b06e', id='896241de-4f5c-45c2-a984-f2c55d8e69df', target_tenant='*', action='access_as_shared', object_id='3418b54a-8d6f-4ddb-bd3c-56c85b29913d'}> to bump revision.
Apr 08 02:39:35.383296 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859f7846-2a71-4aed-ae73-daf258df3f24 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'}  {{(pid=83137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:39:35.391855 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-859f7846-2a71-4aed-ae73-daf258df3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:35.392185 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.segments_db [None req-859f7846-2a71-4aed-ae73-daf258df3f24 admin admin] Added segment 3fdd36dc-a8fc-42ac-9834-529551bb5f11 of type vlan for network 3418b54a-8d6f-4ddb-bd3c-56c85b29913d
Apr 08 02:39:35.417058 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-859f7846-2a71-4aed-ae73-daf258df3f24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:35.443744 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-859f7846-2a71-4aed-ae73-daf258df3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:35.444580 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859f7846-2a71-4aed-ae73-daf258df3f24 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:39:35.445147 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-859f7846-2a71-4aed-ae73-daf258df3f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:35.546004 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f7846-2a71-4aed-ae73-daf258df3f24 admin admin] Pushing event updated for resources: {'Network': ['ID=3418b54a-8d6f-4ddb-bd3c-56c85b29913d,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:39:35.548947 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-859f7846-2a71-4aed-ae73-daf258df3f24 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3595257
Apr 08 02:39:35.555649 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network 3418b54a-8d6f-4ddb-bd3c-56c85b29913d details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:39:36.498399 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-92418b44-ebda-49b5-8e86-eae616fbbc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:37.571069 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39466) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:39:37.616205 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:37.663252 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c7ae00-2000-4486-989d-1aed13a7470d admin admin] GET failed (client error): The resource could not be found.
Apr 08 02:39:37.663720 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-61c7ae00-2000-4486-989d-1aed13a7470d admin admin] Synchronizing usage tracker for tenant:b654bd89267e40c6bd627b095329b06e on resource:network {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:39:37.677906 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-61c7ae00-2000-4486-989d-1aed13a7470d admin admin] Unset dirty status for tenant:b654bd89267e40c6bd627b095329b06e on resource:network {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:39:37.678964 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-61c7ae00-2000-4486-989d-1aed13a7470d admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1069438
Apr 08 02:39:37.784357 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:37.818296 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db0d4cf-8ecc-44a1-914c-e50b20239fa2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:39:37.819759 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-4db0d4cf-8ecc-44a1-914c-e50b20239fa2 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1362970
Apr 08 02:39:37.829589 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-dad28a4c-152d-4288-95c5-5c44b6c35901 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '3418b54a-8d6f-4ddb-bd3c-56c85b29913d'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:39:37.833892 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-dad28a4c-152d-4288-95c5-5c44b6c35901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:39:37.843262 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-dad28a4c-152d-4288-95c5-5c44b6c35901 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:39:37.852379 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad28a4c-152d-4288-95c5-5c44b6c35901 admin admin] Made reservation on behalf of b654bd89267e40c6bd627b095329b06e for: {'subnet': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:39:37.855256 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-dad28a4c-152d-4288-95c5-5c44b6c35901 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:38.051078 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-dad28a4c-152d-4288-95c5-5c44b6c35901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for subnet, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:38.118451 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad28a4c-152d-4288-95c5-5c44b6c35901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f7460d0-841f-43ff-a7d8-b351a613a430,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:39:38.132173 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad28a4c-152d-4288-95c5-5c44b6c35901 admin admin] Checking segment: {'id': '3fdd36dc-a8fc-42ac-9834-529551bb5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3418b54a-8d6f-4ddb-bd3c-56c85b29913d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:39:38.132519 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad28a4c-152d-4288-95c5-5c44b6c35901 admin admin] Network hostable DHCP agents. Network: 3418b54a-8d6f-4ddb-bd3c-56c85b29913d, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:39:38.152996 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad28a4c-152d-4288-95c5-5c44b6c35901 admin admin] Network 3418b54a-8d6f-4ddb-bd3c-56c85b29913d is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:39:38.161953 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-dad28a4c-152d-4288-95c5-5c44b6c35901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, 3418b54a-8d6f-4ddb-bd3c-56c85b29913d) {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:39:38.166938 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad28a4c-152d-4288-95c5-5c44b6c35901 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:39:38.167392 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-dad28a4c-152d-4288-95c5-5c44b6c35901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:38.171417 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bae4cf-6e6d-4422-b7af-f0f9ebae1aa0 None None] Network 3418b54a-8d6f-4ddb-bd3c-56c85b29913d requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:39:38.191426 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-dad28a4c-152d-4288-95c5-5c44b6c35901 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3651028
Apr 08 02:39:38.390151 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3364f179-0d4a-51e7-8435-5d406743cc3e-3418b54a-8d6f-4ddb-bd3c-56c85b29913d', 'network_id': '3418b54a-8d6f-4ddb-bd3c-56c85b29913d', 'tenant_id': 'b654bd89267e40c6bd627b095329b06e', 'fixed_ips': [{'subnet_id': '3f7460d0-841f-43ff-a7d8-b351a613a430'}]}} from dv-cinder-837052-1-iscsi. {{(pid=83138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 08 02:39:38.391017 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:38.549035 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.db_base_plugin_common [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Allocated IP 192.168.233.2 (3418b54a-8d6f-4ddb-bd3c-56c85b29913d/3f7460d0-841f-43ff-a7d8-b351a613a430/0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a) {{(pid=83138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:39:38.761649 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Notify callbacks [] for port, precommit_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:38.772207 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Transition to ACTIVE for port object 0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:39:38.793467 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Transition to ACTIVE for port object 0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a will not be triggered until provisioned by entity DHCP. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:39:38.799383 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:38.862790 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Network 3418b54a-8d6f-4ddb-bd3c-56c85b29913d is already hosted by enough agents. {{(pid=83138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:39:38.865566 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.base_scheduler [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Resources bound (agent type, host, resource id):  {{(pid=83138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:39:38.870078 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Received port after_create {{(pid=83138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:39:38.872116 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Pushing event updated for resources: {'Port': ['ID=0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a,revision_number=1']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:39:38.882981 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:38.883312 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:38.883641 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:38.883964 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:38.884286 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:38.884594 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:38.885468 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:38.885808 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:38.886201 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:38.886431 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:38.886767 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:38.993194 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Attempting to bind port 0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:39:38.993602 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Attempting to bind port 0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '3fdd36dc-a8fc-42ac-9834-529551bb5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3418b54a-8d6f-4ddb-bd3c-56c85b29913d'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:39:38.997389 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Attempting to bind port 0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a on network 3418b54a-8d6f-4ddb-bd3c-56c85b29913d {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:39:39.001794 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:39:39.002172 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Checking segment: {'id': '3fdd36dc-a8fc-42ac-9834-529551bb5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3418b54a-8d6f-4ddb-bd3c-56c85b29913d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:39:39.002577 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:39.002978 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Bound using segment: {'id': '3fdd36dc-a8fc-42ac-9834-529551bb5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3418b54a-8d6f-4ddb-bd3c-56c85b29913d'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:39:39.003452 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Bound port: 0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fdd36dc-a8fc-42ac-9834-529551bb5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3418b54a-8d6f-4ddb-bd3c-56c85b29913d'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:39:39.003838 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:39.090801 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:39.103896 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] For port 0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:39:39.107624 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] For port 0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a,segment=NetworkSegment(3fdd36dc-a8fc-42ac-9834-529551bb5f11),segment_id=3fdd36dc-a8fc-42ac-9834-529551bb5f11)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:39:39.111793 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:39.196217 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec6ac0-b3b4-4a75-bdcf-7fc51991adf8 None None] Pushing event updated for resources: {'Port': ['ID=0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a,revision_number=2']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:39:39.980742 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc382e7b-2669-441d-9756-770cb09a481e None None] Network 3418b54a-8d6f-4ddb-bd3c-56c85b29913d requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:39:40.065351 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:39:40.195569 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-3f4c4026-5a4c-42e4-9b5e-62ccedad9998 None None] Provisioning for port 0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:39:40.248633 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:39:40.257195 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:39:40.257571 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:40.427651 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:40.470607 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port 0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a,segment=NetworkSegment(3fdd36dc-a8fc-42ac-9834-529551bb5f11),segment_id=3fdd36dc-a8fc-42ac-9834-529551bb5f11)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:39:40.475554 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:40.549465 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:39:40.650097 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-c4c0837e-123d-4d72-a3b4-df63256972d9 None None] Provisioning complete for port 0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:39:40.650474 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-c4c0837e-123d-4d72-a3b4-df63256972d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:40.982567 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 5 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:39:41.998095 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:39:42.064709 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 0e14c1b2-78dc-4c5a-bc72-ab33f0b53f7a triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:39:42.065066 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:04.263355 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-733fc715-04c5-4c1c-8d89-9a1e6f358706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:06.499488 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-eab3a606-d103-4a67-86b1-23f6047333b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:07.619260 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:07.786486 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:09.080778 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:17.984787 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 5 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:40:34.266068 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-251fe94c-5fee-4dda-83f1-acb482f579d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:36.501450 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-e11bfd28-85ce-4c15-af57-d21f13fcf7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:37.622145 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:37.791024 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:39.084851 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:54.985100 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 5 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:40:55.932324 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39510) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:40:55.938058 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [None req-12cb9ed6-81de-40f4-96fd-627027b940ba tempest-verify_tempest_config-500651806 tempest-verify_tempest_config-500651806-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83137) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 08 02:40:55.939019 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-12cb9ed6-81de-40f4-96fd-627027b940ba tempest-verify_tempest_config-500651806 tempest-verify_tempest_config-500651806-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0057411
Apr 08 02:40:56.264321 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39526) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:40:56.401073 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:56.430700 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:40:56.434366 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Usage tracker for resource:security_group_rule and tenant:d0b0e0e7df194993bebe03a8838b2692 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:40:56.437060 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:40:56.442650 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:40:56.509473 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:56.512800 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:56.557564 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8729bb39-4812-4c2c-94b6-e11f5299128c,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:40:56.561081 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Synchronizing usage tracker for tenant:b654bd89267e40c6bd627b095329b06e on resource:security_group {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:40:56.573868 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:40:56.574204 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:40:56.574528 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:40:56.574880 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:40:56.575215 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:40:56.575533 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:40:56.575848 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:40:56.576160 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:40:56.576479 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:40:56.576782 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:40:56.577088 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:40:56.588252 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] Unset dirty status for tenant:b654bd89267e40c6bd627b095329b06e on resource:security_group {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:40:56.589390 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-a0d552a1-4c55-4b52-bdc3-631a390aff3e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d0b0e0e7df194993bebe03a8838b2692&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3241251
Apr 08 02:40:56.592100 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39532) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:40:56.649756 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-db763965-09db-4bb2-bca0-0c3772e3abcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:56.673645 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-db763965-09db-4bb2-bca0-0c3772e3abcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:56.762679 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-db763965-09db-4bb2-bca0-0c3772e3abcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:56.778932 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db763965-09db-4bb2-bca0-0c3772e3abcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8729bb39-4812-4c2c-94b6-e11f5299128c,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:40:56.783024 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-db763965-09db-4bb2-bca0-0c3772e3abcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:56.786205 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-db763965-09db-4bb2-bca0-0c3772e3abcd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8729bb39-4812-4c2c-94b6-e11f5299128c HTTP/1.1" status: 204  len: 168 time: 0.1931295
Apr 08 02:41:04.270649 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-8187c31c-2e3c-414e-9c0b-85d767e2bbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:06.503603 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-59440150-ece5-477c-858a-fee8a94800cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:07.627279 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:07.795378 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:09.088110 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:31.985359 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 5 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:41:34.271767 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ca9f92d3-33d9-4e48-b234-28f39fa30b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:36.505023 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-8e0b6be8-161a-461b-b533-644b551150b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:37.622749 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:37.796357 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:39.092167 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:04.275214 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-c53f8594-aa3c-452e-822d-18ae2ff1ea4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:06.506362 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b3823586-ebfd-468c-b41e-d26127fffeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:07.626361 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:07.797926 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:08.985446 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 5 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:42:09.094388 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:34.278891 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-f6abd33a-98bd-488b-b91e-8201c6c12dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:36.089010 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784332'] for agent, after_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:36.512771 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-72cd61af-b5cb-49b2-bc9a-2345c33d79b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:37.628937 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:37.802088 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:39.097756 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:45.986498 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:42:51.392185 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39602) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:42:51.531177 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-b8119223-ec9f-4b03-b501-6bf14afaca87 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1376407
Apr 08 02:42:53.569593 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39612) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:42:53.648775 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-68d666ca-493b-46cf-a2c5-28de4ada9726 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0781286
Apr 08 02:43:04.280211 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-77fdf72d-9c9a-4163-8609-454c74b7ccde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:06.048530 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:06.505202 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-55eb751e-4eff-4fbf-bb28-43eff58f3069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:07.632260 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:07.803496 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:09.100518 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:22.987683 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:43:34.280824 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-22bd82ec-bd52-4e6a-81c9-2c80fa09d3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:36.048870 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:36.507203 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-e866fbaf-af9d-4d4d-ada7-a09882704c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:37.634793 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:37.816500 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:39.106247 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:59.987628 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:44:04.283115 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-7514f200-4b26-4b0f-892a-8dc636c6975a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:06.048057 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:06.510935 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-8c64cc55-dcbe-4090-a355-926300a5cd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:07.636893 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:07.810296 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:09.109563 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:30.732447 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39768) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:31.176433 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-602230225-network', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:31.184067 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:31.187572 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Usage tracker for resource:network and tenant:2f0c4cd55acc4607852747c5d796609e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:31.190769 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:31.198078 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:31.207515 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Made reservation on behalf of 2f0c4cd55acc4607852747c5d796609e for: {'network': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:44:31.210039 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:31.235051 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:31.278181 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:31.282309 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Usage tracker for resource:security_group_rule and tenant:2f0c4cd55acc4607852747c5d796609e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:31.285187 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:31.291836 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:31.328595 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 39794) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:31.361352 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:31.366826 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:31.404382 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fdefba-16d8-424b-80f2-90d7d302028b,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:31.406483 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'}  {{(pid=83137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:44:31.419799 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:31.420122 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:31.420442 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:31.421096 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:31.421096 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:31.421411 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:31.421894 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:31.422124 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:31.422611 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:31.423094 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:31.423596 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Tracked resource versions report:
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]: pushed versions:
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]: {   'ConntrackHelper': {'1.0'},
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:     'Log': {'1.0'},
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:     'Network': {'1.1'},
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:     'Port': {'1.5'},
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:     'PortForwarding': {'1.2'},
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:     'QosPolicy': {'1.8'},
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:     'SecurityGroup': {'1.2'},
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:     'SecurityGroupRule': {'1.0'},
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:     'SubPort': {'1.0'},
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:     'Subnet': {'1.1'},
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:     'Trunk': {'1.1'}}
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]: consumer versions:
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]: {   DHCP agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:     HyperV agent@hv-cinder-83705: {},
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:     L3 agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:     Metadata agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:     Metering agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:     Open vSwitch agent@dv-cinder-837052-1-iscsi: {   'ConntrackHelper': '1.0',
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'Log': '1.0',
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'Network': '1.1',
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'Port': '1.5',
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'PortForwarding': '1.2',
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'QosPolicy': '1.8',
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'SecurityGroup': '1.2',
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'SecurityGroupRule': '1.0',
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'SubPort': '1.0',
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'Subnet': '1.1',
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:                                                      'Trunk': '1.1'}}
Apr 08 02:44:31.424584 dv-cinder-837052-1-iscsi neutron-server[83137]:  {{(pid=83137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 08 02:44:31.429877 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:31.430352 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.segments_db [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Added segment 5f52747b-29fd-46b7-8e32-ef0888ccc979 of type vlan for network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1
Apr 08 02:44:31.456385 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:31.500973 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:31.501973 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:31.502549 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:31.606543 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] Pushing event updated for resources: {'Network': ['ID=0f7fec88-7d49-4f5a-9423-d79ffd9641f1,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:31.609757 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-1742a6f7-5698-4bb0-bd6e-fa24e6c9f2a0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.8750050
Apr 08 02:44:31.612847 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 39812) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:31.617488 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:44:31.619804 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Request body: {'subnet': {'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-602230225-subnet', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:31.621827 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.quota [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f35a2b200a0>.
Apr 08 02:44:31.637844 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:31.644379 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Usage tracker for resource:subnet and tenant:2f0c4cd55acc4607852747c5d796609e is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:31.648632 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:31.656423 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:31.672690 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Made reservation on behalf of 2f0c4cd55acc4607852747c5d796609e for: {'subnet': 1} {{(pid=83136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:44:31.677021 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:31.875376 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1225420511-network', 'tenant_id': '08ab2bde6dca4830a67ca00d0223b3a7'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:31.892900 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:31.900095 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Usage tracker for resource:network and tenant:08ab2bde6dca4830a67ca00d0223b3a7 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:31.904204 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:31.914579 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:31.968784 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39826) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:31.989753 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Made reservation on behalf of 08ab2bde6dca4830a67ca00d0223b3a7 for: {'network': 1} {{(pid=83136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:44:31.992476 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.011801 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39832) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:32.012944 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.025443 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for subnet, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.119276 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:32.138103 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Usage tracker for resource:security_group_rule and tenant:08ab2bde6dca4830a67ca00d0223b3a7 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:32.141319 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bb3aae2-b572-44aa-8358-c4c59784dbe8,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:32.145631 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:32.157315 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:32.168119 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:32.168477 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:32.168784 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:32.169377 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:32.169521 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:32.169735 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:32.170050 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:32.170362 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:32.170702 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:32.171004 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:32.171310 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Tracked resource versions report:
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]: pushed versions:
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]: {   'ConntrackHelper': {'1.0'},
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:     'Log': {'1.0'},
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:     'Network': {'1.1'},
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:     'Port': {'1.5'},
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:     'PortForwarding': {'1.2'},
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:     'QosPolicy': {'1.8'},
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:     'SecurityGroup': {'1.2'},
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:     'SecurityGroupRule': {'1.0'},
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:     'SubPort': {'1.0'},
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:     'Subnet': {'1.1'},
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:     'Trunk': {'1.1'}}
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]: consumer versions:
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]: {   DHCP agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:     HyperV agent@hv-cinder-83705: {},
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:     L3 agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:     Metadata agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:     Metering agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:     Open vSwitch agent@dv-cinder-837052-1-iscsi: {   'ConntrackHelper': '1.0',
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:                                                      'Log': '1.0',
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:                                                      'Network': '1.1',
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:                                                      'Port': '1.5',
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:                                                      'PortForwarding': '1.2',
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:                                                      'QosPolicy': '1.8',
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:                                                      'SecurityGroup': '1.2',
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:                                                      'SecurityGroupRule': '1.0',
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:                                                      'SubPort': '1.0',
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:                                                      'Subnet': '1.1',
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:                                                      'Trunk': '1.1'}}
Apr 08 02:44:32.172359 dv-cinder-837052-1-iscsi neutron-server[83136]:  {{(pid=83136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 08 02:44:32.208783 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Checking segment: {'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:44:32.209185 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Network hostable DHCP agents. Network: 0f7fec88-7d49-4f5a-9423-d79ffd9641f1, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:44:32.251672 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39852) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:32.283253 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:44:32.300944 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, 0f7fec88-7d49-4f5a-9423-d79ffd9641f1) {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:32.306377 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:32.307010 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.313446 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7eae74-512d-4843-8375-04bd91dd7fa3 None None] Network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:44:32.322334 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.327551 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-network', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:32.333155 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:32.339228 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Usage tracker for resource:network and tenant:f673f0f0edd74c56a204930e93f143da is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:32.343442 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:32.352466 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:32.354463 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.366822 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Made reservation on behalf of f673f0f0edd74c56a204930e93f143da for: {'network': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:44:32.369426 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.385387 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.397340 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'}  {{(pid=83136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:44:32.427433 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-489729027-network', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:32.430414 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-d5535d4f-9289-4574-a211-f4c0762cacf4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8161738
Apr 08 02:44:32.433877 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:32.436908 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741772167783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.438099 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f35a398a670> segment precommit_create {{(pid=83136) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 08 02:44:32.438981 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.db.segments_db [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Added segment 4a297e88-17e8-4ca8-8231-feeac91f5bf8 of type vlan for network 5c913a7e-6767-4ead-ae16-5b243f13621e
Apr 08 02:44:32.439681 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Usage tracker for resource:network and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:32.442654 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:32.447962 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39862) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:32.462283 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-602230225-router', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:32.466323 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:32.475089 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:32.482626 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.485986 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Usage tracker for resource:router and tenant:2f0c4cd55acc4607852747c5d796609e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:32.495620 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:32.524726 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.525456 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:32.525721 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:32.526460 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.528301 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:32.549467 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2072362454-network', 'tenant_id': '08f27aa44a5d4f889e2038b08dfa5634'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:32.558651 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Usage tracker for resource:security_group_rule and tenant:f673f0f0edd74c56a204930e93f143da is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:32.561482 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Made reservation on behalf of cbbf5bb7e51d4d2d8594d6d1d3a797a3 for: {'network': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:44:32.576015 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.588548 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:32.596861 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:32.598843 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.626643 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:32.629114 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61808'] for router, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.639750 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61769'] for router, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.645057 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Pushing event updated for resources: {'Network': ['ID=5c913a7e-6767-4ead-ae16-5b243f13621e,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:32.648598 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4421a67-2a02-4e18-88f8-c56d305cfa2e,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:32.669707 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Usage tracker for resource:network and tenant:08f27aa44a5d4f889e2038b08dfa5634 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:32.670891 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-3c12dcbd-909c-4315-9fa9-4d6b9b3ae2ec admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.3398378
Apr 08 02:44:32.676185 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 39874) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:32.682690 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-1fd9b0d1-20ed-4df7-bb0c-91b16b27f406 admin admin] Request body: {'subnet': {'network_id': '5c913a7e-6767-4ead-ae16-5b243f13621e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1225420511-subnet', 'tenant_id': '08ab2bde6dca4830a67ca00d0223b3a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:32.686143 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:32.687651 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-1fd9b0d1-20ed-4df7-bb0c-91b16b27f406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:32.695038 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3364f179-0d4a-51e7-8435-5d406743cc3e-0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'fixed_ips': [{'subnet_id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8'}]}} from dv-cinder-837052-1-iscsi. {{(pid=83138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 08 02:44:32.697843 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.701107 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-1fd9b0d1-20ed-4df7-bb0c-91b16b27f406 admin admin] Usage tracker for resource:subnet and tenant:08ab2bde6dca4830a67ca00d0223b3a7 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:32.708348 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-1fd9b0d1-20ed-4df7-bb0c-91b16b27f406 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:32.711764 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network 5c913a7e-6767-4ead-ae16-5b243f13621e details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:44:32.717800 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:32.722799 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-1fd9b0d1-20ed-4df7-bb0c-91b16b27f406 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:32.745782 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd9b0d1-20ed-4df7-bb0c-91b16b27f406 admin admin] Made reservation on behalf of 08ab2bde6dca4830a67ca00d0223b3a7 for: {'subnet': 1} {{(pid=83136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:44:32.751430 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1fd9b0d1-20ed-4df7-bb0c-91b16b27f406 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.798999 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Made reservation on behalf of 08f27aa44a5d4f889e2038b08dfa5634 for: {'network': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:44:32.801191 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.823226 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:32.839760 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Usage tracker for resource:security_group_rule and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:32.842761 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:32.852708 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:32.960234 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.962426 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.979416 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.014923 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.039252 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'}  {{(pid=83137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:44:33.057441 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.058941 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.segments_db [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Added segment 7988cb1e-7e3e-4869-bab2-4af191ce6b58 of type vlan for network 8b5bf61a-9182-47e6-a758-1a71619fdd20
Apr 08 02:44:33.111164 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.154578 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.db_base_plugin_common [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Allocated IP 172.20.0.2 (0f7fec88-7d49-4f5a-9423-d79ffd9641f1/3bb3aae2-b572-44aa-8358-c4c59784dbe8/bb18b9ca-a9d5-4c2b-8392-8624baaa4f64) {{(pid=83138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:44:33.205025 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.205878 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:33.206445 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.248348 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1fd9b0d1-20ed-4df7-bb0c-91b16b27f406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for subnet, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.313365 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9b0d1-20ed-4df7-bb0c-91b16b27f406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3992d7c-72ed-41f8-96da-54e0955a65a3,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:33.342263 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.3278091
Apr 08 02:44:33.345794 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39894) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:33.360729 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-577bd0a5-029c-4e6a-af80-d4afb7111eeb admin admin] Request body: {'subnet': {'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-489729027-subnet', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:33.364736 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd9b0d1-20ed-4df7-bb0c-91b16b27f406 admin admin] Checking segment: {'id': '4a297e88-17e8-4ca8-8231-feeac91f5bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5c913a7e-6767-4ead-ae16-5b243f13621e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:44:33.365290 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd9b0d1-20ed-4df7-bb0c-91b16b27f406 admin admin] Network hostable DHCP agents. Network: 5c913a7e-6767-4ead-ae16-5b243f13621e, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:44:33.379780 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-577bd0a5-029c-4e6a-af80-d4afb7111eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:33.390546 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-577bd0a5-029c-4e6a-af80-d4afb7111eeb admin admin] Usage tracker for resource:subnet and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:33.395688 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd9b0d1-20ed-4df7-bb0c-91b16b27f406 admin admin] Network 5c913a7e-6767-4ead-ae16-5b243f13621e is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:44:33.401669 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.412042 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [None req-1fd9b0d1-20ed-4df7-bb0c-91b16b27f406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, 5c913a7e-6767-4ead-ae16-5b243f13621e) {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:33.412623 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-577bd0a5-029c-4e6a-af80-d4afb7111eeb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:33.421760 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd9b0d1-20ed-4df7-bb0c-91b16b27f406 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:33.423928 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1fd9b0d1-20ed-4df7-bb0c-91b16b27f406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.432764 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dc1d0a-b617-4604-a74d-7b9f7c731725 None None] Network 5c913a7e-6767-4ead-ae16-5b243f13621e requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:44:33.461561 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-1fd9b0d1-20ed-4df7-bb0c-91b16b27f406 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7820685
Apr 08 02:44:33.572634 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.608599 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-577bd0a5-029c-4e6a-af80-d4afb7111eeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:33.796207 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:33.825888 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Notify callbacks [] for port, precommit_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.828950 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Usage tracker for resource:security_group_rule and tenant:08f27aa44a5d4f889e2038b08dfa5634 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:33.843791 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Transition to ACTIVE for port object bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:33.844868 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:33.848251 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b38cbe-7f14-40e3-9d71-e1bcb33ca307,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:33.855516 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'}  {{(pid=83137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:44:33.860270 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577bd0a5-029c-4e6a-af80-d4afb7111eeb admin admin] Made reservation on behalf of cbbf5bb7e51d4d2d8594d6d1d3a797a3 for: {'subnet': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:44:33.863393 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-577bd0a5-029c-4e6a-af80-d4afb7111eeb admin admin] Notify callbacks [] for subnet, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.891019 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:33.907413 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586b778-e0cc-4dd9-a469-36578a9ca08e admin admin] Pushing event updated for resources: {'Network': ['ID=8b5bf61a-9182-47e6-a758-1a71619fdd20,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:33.907715 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Transition to ACTIVE for port object bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 will not be triggered until provisioned by entity DHCP. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:33.950253 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.954074 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network 8b5bf61a-9182-47e6-a758-1a71619fdd20 details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:44:33.978477 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.979194 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.segments_db [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Added segment 8758cd27-8689-4eb2-a4f3-2a1c2c28b02e of type vlan for network 9177d28f-82e1-4f7a-9248-434f10dfbba9
Apr 08 02:44:34.064837 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dea8be4-81ca-4a78-8697-e2de8429adec None None] Network 5c913a7e-6767-4ead-ae16-5b243f13621e requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:44:34.228565 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.240250 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2be7dae-8b10-4d93-82c1-fa0f79a676a4,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:34.240996 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 is already hosted by enough agents. {{(pid=83138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:34.252837 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.base_scheduler [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Resources bound (agent type, host, resource id):  {{(pid=83138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:34.260688 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Received port after_create {{(pid=83138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:44:34.300284 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Pushing event updated for resources: {'Port': ['ID=bb18b9ca-a9d5-4c2b-8392-8624baaa4f64,revision_number=1']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:34.307602 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.330875 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'}  {{(pid=83137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:44:34.368344 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61787'] for router, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.381923 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.425680 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-0486ff38-87bc-476e-affe-9cf1801cde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.433830 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.434201 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.segments_db [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Added segment 6b602383-9461-4f0c-9940-f766e0fb84c0 of type vlan for network 1e29a920-d197-4841-bbbf-0608e82747c8
Apr 08 02:44:34.439215 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:34.439548 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:34.439877 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:34.440197 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:34.440524 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:34.441231 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:34.441231 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:34.441460 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:34.441770 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:34.442071 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:34.442380 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Tracked resource versions report:
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]: pushed versions:
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]: {   'ConntrackHelper': {'1.0'},
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:     'Log': {'1.0'},
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:     'Network': {'1.1'},
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:     'Port': {'1.5'},
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:     'PortForwarding': {'1.2'},
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:     'QosPolicy': {'1.8'},
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:     'SecurityGroup': {'1.2'},
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:     'SecurityGroupRule': {'1.0'},
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:     'SubPort': {'1.0'},
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:     'Subnet': {'1.1'},
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:     'Trunk': {'1.1'}}
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]: consumer versions:
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]: {   DHCP agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:     HyperV agent@hv-cinder-83705: {},
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:     L3 agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:     Metadata agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:     Metering agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:     Open vSwitch agent@dv-cinder-837052-1-iscsi: {   'ConntrackHelper': '1.0',
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'Log': '1.0',
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'Network': '1.1',
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'Port': '1.5',
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'PortForwarding': '1.2',
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'QosPolicy': '1.8',
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'SecurityGroup': '1.2',
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'SecurityGroupRule': '1.0',
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'SubPort': '1.0',
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'Subnet': '1.1',
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:                                                      'Trunk': '1.1'}}
Apr 08 02:44:34.443390 dv-cinder-837052-1-iscsi neutron-server[83138]:  {{(pid=83138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 08 02:44:34.482855 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Attempting to bind port bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:44:34.483213 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Attempting to bind port bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:44:34.483562 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Attempting to bind port bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 on network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:44:34.503309 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:44:34.503699 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Checking segment: {'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:44:34.504151 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.504535 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Bound using segment: {'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:44:34.504977 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Bound port: bb18b9ca-a9d5-4c2b-8392-8624baaa4f64, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:44:34.505339 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.534207 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f2f711-ab9b-435f-9586-2209c4c16154,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:34.561191 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.db.resource_extend [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 08 02:44:34.640074 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 39952) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:34.640625 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.643431 dv-cinder-837052-1-iscsi neutron-server[83136]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 08 02:44:34.656133 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] For port bb18b9ca-a9d5-4c2b-8392-8624baaa4f64, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:44:34.664968 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] For port bb18b9ca-a9d5-4c2b-8392-8624baaa4f64, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=bb18b9ca-a9d5-4c2b-8392-8624baaa4f64,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:44:34.674297 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.697425 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.698365 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:34.699613 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.780926 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.8105037
Apr 08 02:44:34.790978 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 39966) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:34.801545 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.db.resource_extend [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 08 02:44:34.808542 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-5f85e516-1548-4d2a-8fe0-4e03a6faf975 admin admin] Request body: {'subnet': {'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-subnet', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:34.817129 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-5f85e516-1548-4d2a-8fe0-4e03a6faf975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:34.831732 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-5f85e516-1548-4d2a-8fe0-4e03a6faf975 admin admin] Usage tracker for resource:subnet and tenant:f673f0f0edd74c56a204930e93f143da is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:34.838196 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-5f85e516-1548-4d2a-8fe0-4e03a6faf975 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:34.839429 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbeca38-7d44-4b28-b481-92b340b369c7 None None] Pushing event updated for resources: {'Port': ['ID=bb18b9ca-a9d5-4c2b-8392-8624baaa4f64,revision_number=2']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:34.853288 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-5f85e516-1548-4d2a-8fe0-4e03a6faf975 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:34.887650 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f85e516-1548-4d2a-8fe0-4e03a6faf975 admin admin] Made reservation on behalf of f673f0f0edd74c56a204930e93f143da for: {'subnet': 1} {{(pid=83136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:44:34.892989 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5f85e516-1548-4d2a-8fe0-4e03a6faf975 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.953504 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-93fb6be5-4c07-4d54-ae1f-2e11b95ffc46 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:34.954446 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-93fb6be5-4c07-4d54-ae1f-2e11b95ffc46 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Synchronizing usage tracker for tenant:08ab2bde6dca4830a67ca00d0223b3a7 on resource:network {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:44:34.982620 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.984663 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:34.986511 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.069515 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-93fb6be5-4c07-4d54-ae1f-2e11b95ffc46 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Unset dirty status for tenant:08ab2bde6dca4830a67ca00d0223b3a7 on resource:network {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:44:35.081100 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-93fb6be5-4c07-4d54-ae1f-2e11b95ffc46 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/networks?id=5c913a7e-6767-4ead-ae16-5b243f13621e HTTP/1.1" status: 200  len: 812 time: 0.4395988
Apr 08 02:44:35.090730 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c9c40-91c4-4acd-bc11-5404b5b3340c admin admin] Pushing event updated for resources: {'Network': ['ID=9177d28f-82e1-4f7a-9248-434f10dfbba9,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:35.103760 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network 9177d28f-82e1-4f7a-9248-434f10dfbba9 details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:44:35.136209 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-887d5caa-1342-48c7-9120-4f36c80abc4a tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/quotas/08ab2bde6dca4830a67ca00d0223b3a7 HTTP/1.1" status: 200  len: 375 time: 0.0532417
Apr 08 02:44:35.174026 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.9189656
Apr 08 02:44:35.178204 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 39982) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:35.251691 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-54fc3b57-3652-4504-9982-f5d6b7e2b1cc tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=08ab2bde6dca4830a67ca00d0223b3a7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1050620
Apr 08 02:44:35.261427 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-e072542a-6006-43ff-9684-520726678319 admin admin] Request body: {'subnet': {'network_id': '1e29a920-d197-4841-bbbf-0608e82747c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2072362454-subnet', 'tenant_id': '08f27aa44a5d4f889e2038b08dfa5634', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:35.268413 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-e072542a-6006-43ff-9684-520726678319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:35.273300 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-e072542a-6006-43ff-9684-520726678319 admin admin] Usage tracker for resource:subnet and tenant:08f27aa44a5d4f889e2038b08dfa5634 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:35.278285 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-e072542a-6006-43ff-9684-520726678319 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:35.288342 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-e072542a-6006-43ff-9684-520726678319 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:35.301438 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-577bd0a5-029c-4e6a-af80-d4afb7111eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for subnet, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.368596 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1277826-2e51-42b5-ad58-f741bc12528a admin admin] Pushing event updated for resources: {'Network': ['ID=1e29a920-d197-4841-bbbf-0608e82747c8,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:35.379813 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e072542a-6006-43ff-9684-520726678319 admin admin] Made reservation on behalf of 08f27aa44a5d4f889e2038b08dfa5634 for: {'subnet': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:44:35.382642 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e072542a-6006-43ff-9684-520726678319 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.385569 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network 1e29a920-d197-4841-bbbf-0608e82747c8 details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:44:35.456184 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5f85e516-1548-4d2a-8fe0-4e03a6faf975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for subnet, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.519327 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 39996) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:35.521459 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bd0a5-029c-4e6a-af80-d4afb7111eeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=743cafe1-55c5-498c-8d9e-6e95da137120,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:35.575057 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.613280 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.620617 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577bd0a5-029c-4e6a-af80-d4afb7111eeb admin admin] Checking segment: {'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:44:35.622211 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577bd0a5-029c-4e6a-af80-d4afb7111eeb admin admin] Network hostable DHCP agents. Network: 8b5bf61a-9182-47e6-a758-1a71619fdd20, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:44:35.628601 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85e516-1548-4d2a-8fe0-4e03a6faf975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ecf36cf-7175-47e0-89d3-2818045d184b,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:35.638807 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f85e516-1548-4d2a-8fe0-4e03a6faf975 admin admin] Checking segment: {'id': '8758cd27-8689-4eb2-a4f3-2a1c2c28b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:44:35.639370 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f85e516-1548-4d2a-8fe0-4e03a6faf975 admin admin] Network hostable DHCP agents. Network: 9177d28f-82e1-4f7a-9248-434f10dfbba9, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:44:35.654764 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 40004) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:35.690332 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f85e516-1548-4d2a-8fe0-4e03a6faf975 admin admin] Network 9177d28f-82e1-4f7a-9248-434f10dfbba9 is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:44:35.707399 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [None req-5f85e516-1548-4d2a-8fe0-4e03a6faf975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, 9177d28f-82e1-4f7a-9248-434f10dfbba9) {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:35.713275 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f85e516-1548-4d2a-8fe0-4e03a6faf975 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:35.714081 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5f85e516-1548-4d2a-8fe0-4e03a6faf975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.718160 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ea9c15-7381-4f3c-a4f1-71a1a10d468c None None] Network 9177d28f-82e1-4f7a-9248-434f10dfbba9 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:44:35.745305 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-5f85e516-1548-4d2a-8fe0-4e03a6faf975 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9528925
Apr 08 02:44:35.748334 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40012) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:35.755100 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577bd0a5-029c-4e6a-af80-d4afb7111eeb admin admin] Network 8b5bf61a-9182-47e6-a758-1a71619fdd20 is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:44:35.759723 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:35.786441 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:35.793214 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Usage tracker for resource:router and tenant:f673f0f0edd74c56a204930e93f143da is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:35.797518 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:35.806321 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:35.821619 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61808'] for router, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.825117 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61769'] for router, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.837238 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-577bd0a5-029c-4e6a-af80-d4afb7111eeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, 8b5bf61a-9182-47e6-a758-1a71619fdd20) {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:35.864085 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577bd0a5-029c-4e6a-af80-d4afb7111eeb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:35.865333 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-577bd0a5-029c-4e6a-af80-d4afb7111eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.888610 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e54d189-4814-4ae5-93de-1a1f10e4517e None None] Network 8b5bf61a-9182-47e6-a758-1a71619fdd20 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:44:35.893532 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.999671 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-615d8145-f54e-426c-aa2f-1859493616d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.041235 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-d2f52d1b-d81f-4b12-9323-9eb375ca7682 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83136) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 08 02:44:36.042223 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-d2f52d1b-d81f-4b12-9323-9eb375ca7682 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2689829
Apr 08 02:44:36.047223 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b8d4-edfc-4a2e-9480-b534c0128572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.074375 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-577bd0a5-029c-4e6a-af80-d4afb7111eeb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.7224209
Apr 08 02:44:36.075102 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 40018) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:36.099273 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:36.105530 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:36.113069 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Usage tracker for resource:router and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:36.116409 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:36.141192 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.155602 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-615d8145-f54e-426c-aa2f-1859493616d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:36.160375 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-615d8145-f54e-426c-aa2f-1859493616d0 admin admin] Usage tracker for resource:security_group_rule and tenant:56421cb13c384f629ad1a777430081a9 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:36.164805 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-615d8145-f54e-426c-aa2f-1859493616d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:36.171523 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-615d8145-f54e-426c-aa2f-1859493616d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:36.235751 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:36.243924 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:36.273868 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d791836-4c0b-482e-82c4-7095a65e8d45 None None] Network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:44:36.292520 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e072542a-6006-43ff-9684-520726678319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for subnet, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.296351 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Allocated IP 172.27.2.109 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/95d5f7d3-8d7b-4134-9b56-8194e5592e6e) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:44:36.326468 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61808'] for router, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.327540 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61769'] for router, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.330629 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-d4e5b8d4-edfc-4a2e-9480-b534c0128572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:36.340147 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-615d8145-f54e-426c-aa2f-1859493616d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.344968 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-d4e5b8d4-edfc-4a2e-9480-b534c0128572 admin admin] Usage tracker for resource:security_group_rule and tenant:e31c4875ecac4d34ab808ce47c97de5e is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:36.359831 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-d4e5b8d4-edfc-4a2e-9480-b534c0128572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:36.370241 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-615d8145-f54e-426c-aa2f-1859493616d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.374402 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-d4e5b8d4-edfc-4a2e-9480-b534c0128572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:36.406696 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-2bd92ce0-72b4-49c9-8ef6-740e1ae1a02b service neutron] 10.222.0.48 "GET /v2.0/networks/5c913a7e-6767-4ead-ae16-5b243f13621e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3432786
Apr 08 02:44:36.414523 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61787'] for router, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.510301 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3364f179-0d4a-51e7-8435-5d406743cc3e-9177d28f-82e1-4f7a-9248-434f10dfbba9', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b'}]}} from dv-cinder-837052-1-iscsi. {{(pid=83138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 08 02:44:36.511104 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.527305 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072542a-6006-43ff-9684-520726678319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e55998f-552b-435a-a1f7-072e96d88ca0,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:36.532524 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3364f179-0d4a-51e7-8435-5d406743cc3e-8b5bf61a-9182-47e6-a758-1a71619fdd20', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120'}]}} from dv-cinder-837052-1-iscsi. {{(pid=83138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 08 02:44:36.533341 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.541010 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.542835 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d8145-f54e-426c-aa2f-1859493616d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f01eae-9d10-4c8c-b9d2-7108bfdb2f2c,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:36.562221 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-615d8145-f54e-426c-aa2f-1859493616d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=56421cb13c384f629ad1a777430081a9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9083745
Apr 08 02:44:36.565914 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40026) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:36.583539 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e072542a-6006-43ff-9684-520726678319 admin admin] Checking segment: {'id': '6b602383-9461-4f0c-9940-f766e0fb84c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1e29a920-d197-4841-bbbf-0608e82747c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:44:36.584015 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e072542a-6006-43ff-9684-520726678319 admin admin] Network hostable DHCP agents. Network: 1e29a920-d197-4841-bbbf-0608e82747c8, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:44:36.644304 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-50a522bf-c101-4ba8-8f77-0fd663e819e3 None None] Provisioning for port bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:36.655523 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9c8bdc96-7b53-4a82-8cc7-face548c0747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.713707 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b8d4-edfc-4a2e-9480-b534c0128572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.728858 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:36.743467 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.745892 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b8d4-edfc-4a2e-9480-b534c0128572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.770855 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e072542a-6006-43ff-9684-520726678319 admin admin] Network 1e29a920-d197-4841-bbbf-0608e82747c8 is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:44:36.775613 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61787'] for router, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.779691 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:36.780284 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.785840 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-7e7e469e-f6d3-47b9-9ea8-12ace2c2c9f6 service neutron] 10.222.0.48 "GET /v2.0/networks/5c913a7e-6767-4ead-ae16-5b243f13621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3641219
Apr 08 02:44:36.796405 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-e072542a-6006-43ff-9684-520726678319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, 1e29a920-d197-4841-bbbf-0608e82747c8) {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:36.802510 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e072542a-6006-43ff-9684-520726678319 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:36.803095 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e072542a-6006-43ff-9684-520726678319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.822053 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539f6d99-ac69-4ffd-aabc-f0ba2630140f None None] Network 1e29a920-d197-4841-bbbf-0608e82747c8 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:44:36.825845 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.894953 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-d4e5b8d4-edfc-4a2e-9480-b534c0128572 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e31c4875ecac4d34ab808ce47c97de5e&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3740728
Apr 08 02:44:36.898839 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5b8d4-edfc-4a2e-9480-b534c0128572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe22220-3156-49aa-babb-94a40623946f,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:36.901186 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40038) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:36.943491 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c61801bf-87b7-4988-beac-d60ecc9df6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.994135 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:44:37.009216 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c61801bf-87b7-4988-beac-d60ecc9df6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.067729 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f260defd-f26f-487d-9124-6b1746d3d4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.177641 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-e072542a-6006-43ff-9684-520726678319 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.9248724
Apr 08 02:44:37.184581 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:37.195419 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:37.196268 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f260defd-f26f-487d-9124-6b1746d3d4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.197341 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Pushing event updated for resources: {'Port': ['ID=95d5f7d3-8d7b-4134-9b56-8194e5592e6e,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:37.206858 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8c7b930f-69df-402a-bd30-2fbc05e2c15e req-3a2cfa37-eb53-4180-9f7f-7a6390922e40 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.0637336
Apr 08 02:44:37.212136 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:44:37.227348 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c61801bf-87b7-4988-beac-d60ecc9df6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.263945 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.303665 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61801bf-87b7-4988-beac-d60ecc9df6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f01eae-9d10-4c8c-b9d2-7108bfdb2f2c,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:37.308553 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.421703 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c61801bf-87b7-4988-beac-d60ecc9df6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.422609 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-c61801bf-87b7-4988-beac-d60ecc9df6ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56f01eae-9d10-4c8c-b9d2-7108bfdb2f2c HTTP/1.1" status: 204  len: 168 time: 0.8458614
Apr 08 02:44:37.426928 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f260defd-f26f-487d-9124-6b1746d3d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.451249 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260defd-f26f-487d-9124-6b1746d3d4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe22220-3156-49aa-babb-94a40623946f,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:37.456451 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f260defd-f26f-487d-9124-6b1746d3d4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.457574 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-f260defd-f26f-487d-9124-6b1746d3d4e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bbe22220-3156-49aa-babb-94a40623946f HTTP/1.1" status: 204  len: 168 time: 0.5470333
Apr 08 02:44:37.509233 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.db_base_plugin_common [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Allocated IP 172.20.0.2 (9177d28f-82e1-4f7a-9248-434f10dfbba9/3ecf36cf-7175-47e0-89d3-2818045d184b/2ada34d4-9b5a-4eb7-ae28-c81853d23bbe) {{(pid=83138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:44:37.628715 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.646913 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.665853 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_common [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Allocated IP 172.27.2.238 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/f27e764a-e765-4ae4-987e-a8fec81631f4) {{(pid=83136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:44:37.697808 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.765738 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.766831 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783721'] for router, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.872451 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a21318-b37f-45b0-b09b-9bf90c701ff7 None None] Network 1e29a920-d197-4841-bbbf-0608e82747c8 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:44:37.986656 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:38.098137 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:38.196808 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:38.238288 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:38.298087 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:38.299095 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Router a511a43e-c69c-48a0-9d44-0a5ab05ae739 is scheduled to L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c with binding_index 1 {{(pid=83137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 08 02:44:38.301650 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:38.306323 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Received port after_create {{(pid=83136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:44:38.317346 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port bb18b9ca-a9d5-4c2b-8392-8624baaa4f64, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=bb18b9ca-a9d5-4c2b-8392-8624baaa4f64,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:44:38.372120 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40110) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:38.395076 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:38.401399 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.db_base_plugin_common [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Allocated IP 172.20.0.2 (8b5bf61a-9182-47e6-a758-1a71619fdd20/743cafe1-55c5-498c-8d9e-6e95da137120/a89ff046-a4e3-416e-857f-9ebcf2bfdcae) {{(pid=83138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:44:38.510176 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Allocated IP 172.27.2.198 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/6af21794-dee6-4f87-a300-8a50e5dc17bd) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:44:38.709855 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 40124) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:38.785556 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5d404538-028d-4946-8ea0-cf320d5821c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:38.819935 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6e1c32c9-45cd-4d4a-b0cf-b47dae514611 req-1b48c12b-f84b-487e-9343-b633d8dee9f2 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.3920319
Apr 08 02:44:38.829198 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Pushing event updated for resources: {'Port': ['ID=f27e764a-e765-4ae4-987e-a8fec81631f4,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:38.837663 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=bb18b9ca-a9d5-4c2b-8392-8624baaa4f64,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:38.933753 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:38.934577 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783721'] for router, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:38.961389 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-5d404538-028d-4946-8ea0-cf320d5821c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:38.970422 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:38.976233 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-5d404538-028d-4946-8ea0-cf320d5821c9 admin admin] Usage tracker for resource:security_group_rule and tenant:b7245897a76b43339a01ea844316a5cc is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:38.982696 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-5d404538-028d-4946-8ea0-cf320d5821c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:38.994415 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-5d404538-028d-4946-8ea0-cf320d5821c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:39.087698 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:39.092632 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Notify callbacks [] for port, precommit_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:39.158761 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:44:39.161829 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Transition to ACTIVE for port object 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:39.211925 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Sync routers for ids ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:44:39.232763 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Routers {'a511a43e-c69c-48a0-9d44-0a5ab05ae739'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:44:39.234875 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a27d0280>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:44:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:39.312207 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:39.324929 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:39.331108 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-8acfd6ec-98c4-48c0-a16e-8f558b24c069 None None] Provisioning complete for port bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:39.331555 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-8acfd6ec-98c4-48c0-a16e-8f558b24c069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:39.357622 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:39.373387 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Transition to ACTIVE for port object 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe will not be triggered until provisioned by entity DHCP. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:39.379209 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:44:39.395036 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Router 83533c30-df13-46f3-994c-374573aaf0dc is scheduled to L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c with binding_index 1 {{(pid=83136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 08 02:44:39.423408 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:39.428334 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Pushing event updated for resources: {'Port': ['ID=6af21794-dee6-4f87-a300-8a50e5dc17bd,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:39.431796 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5d404538-028d-4946-8ea0-cf320d5821c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:39.456438 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5d404538-028d-4946-8ea0-cf320d5821c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:39.520161 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] Notify callbacks [] for router, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:39.524384 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-d3126e62-03fa-43ce-a476-e95381cd423a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 7.0724664
Apr 08 02:44:39.527905 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 40154) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:39.561310 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Notify callbacks [] for port, precommit_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:39.627146 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Transition to ACTIVE for port object a89ff046-a4e3-416e-857f-9ebcf2bfdcae will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:39.661415 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Set router a511a43e-c69c-48a0-9d44-0a5ab05ae739 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:44:39.692485 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Network 9177d28f-82e1-4f7a-9248-434f10dfbba9 is already hosted by enough agents. {{(pid=83138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:39.693927 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Pushing event updated for resources: {'Port': ['ID=2ada34d4-9b5a-4eb7-ae28-c81853d23bbe,revision_number=1']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:39.699943 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.base_scheduler [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Resources bound (agent type, host, resource id):  {{(pid=83138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:39.711947 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Received port after_create {{(pid=83138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:44:39.717553 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:44:39.728863 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Transition to ACTIVE for port object a89ff046-a4e3-416e-857f-9ebcf2bfdcae will not be triggered until provisioned by entity DHCP. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:39.743480 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d404538-028d-4946-8ea0-cf320d5821c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212d1d14-e1bf-4fa4-8c7d-e0c7df11a598,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:39.747864 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Sync routers for ids ['83533c30-df13-46f3-994c-374573aaf0dc'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:44:39.755567 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40160) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:39.757212 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:39.760724 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] Notify callbacks [] for router, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:39.762189 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-36b7ef5e-e9f2-42e6-afd3-ddd2149bb193 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.0126684
Apr 08 02:44:39.766014 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2129386247-network', 'tenant_id': '61b732bca8d142c79b03897a2d5d86fe'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:39.770038 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40164) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:39.828152 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-5d404538-028d-4946-8ea0-cf320d5821c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7245897a76b43339a01ea844316a5cc&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1108670
Apr 08 02:44:39.837011 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 40170) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:39.848049 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:39.864577 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Usage tracker for resource:network and tenant:61b732bca8d142c79b03897a2d5d86fe is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:40.063808 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:40.067472 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-524c4022-3af9-47f2-904e-d14633c4ca3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.080883 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:40.109493 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Made reservation on behalf of 61b732bca8d142c79b03897a2d5d86fe for: {'network': 1} {{(pid=83136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:44:40.112449 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.135841 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.136204 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Pushing event updated for resources: {'Port': ['ID=a89ff046-a4e3-416e-857f-9ebcf2bfdcae,revision_number=1']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:40.152167 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-524c4022-3af9-47f2-904e-d14633c4ca3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.165185 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.166129 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783721'] for router, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.206829 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-34e5aa7d-6191-4691-a836-1b1c9d9b4904 req-dd2331d0-d4cb-4358-bbbf-d383d14aea2f tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.0564520
Apr 08 02:44:40.235279 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:40.241318 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Usage tracker for resource:security_group_rule and tenant:61b732bca8d142c79b03897a2d5d86fe is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:40.252406 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:40.260779 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:40.290216 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a27d0280>, [{'id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'name': 'tempest-ServerRescueNegativeTestJSON-602230225-router', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:37Z', 'revision_number': 3, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'gw_port': {'id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:40.295506 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Checking router: a511a43e-c69c-48a0-9d44-0a5ab05ae739 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:44:40.295661 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Network 8b5bf61a-9182-47e6-a758-1a71619fdd20 is already hosted by enough agents. {{(pid=83138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:40.295902 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Updating router a511a43e-c69c-48a0-9d44-0a5ab05ae739 port 95d5f7d3-8d7b-4134-9b56-8194e5592e6e binding host dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:44:40.301158 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.base_scheduler [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Resources bound (agent type, host, resource id):  {{(pid=83138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:40.311594 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Received port after_create {{(pid=83138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:44:40.315359 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Routers {'83533c30-df13-46f3-994c-374573aaf0dc'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:44:40.316156 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2a8f220>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:44:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['83533c30-df13-46f3-994c-374573aaf0dc'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:40.368828 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.444494 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-524c4022-3af9-47f2-904e-d14633c4ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.596238 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c4022-3af9-47f2-904e-d14633c4ca3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212d1d14-e1bf-4fa4-8c7d-e0c7df11a598,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:40.686870 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Set router 83533c30-df13-46f3-994c-374573aaf0dc gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:44:40.742991 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-524c4022-3af9-47f2-904e-d14633c4ca3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.746412 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-524c4022-3af9-47f2-904e-d14633c4ca3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/212d1d14-e1bf-4fa4-8c7d-e0c7df11a598 HTTP/1.1" status: 204  len: 168 time: 0.9061790
Apr 08 02:44:40.768358 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.788080 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.806237 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Notify callbacks [] for port, precommit_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.820569 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.provisioning_blocks [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Transition to ACTIVE for port object 95d5f7d3-8d7b-4134-9b56-8194e5592e6e will not be triggered until provisioned by entity L2. {{(pid=83139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:40.832215 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Attempting to bind port 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:44:40.832496 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.836030 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Attempting to bind port 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '8758cd27-8689-4eb2-a4f3-2a1c2c28b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:44:40.836747 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Attempting to bind port 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe on network 9177d28f-82e1-4f7a-9248-434f10dfbba9 {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:44:40.880181 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'}  {{(pid=83136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:44:40.890739 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd2860d-3ffc-4cca-b72f-e1c252249860,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:40.932382 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212070a-10ea-42f0-9cd5-464d0d53a0a5 None None] Pushing event updated for resources: {'Port': ['ID=95d5f7d3-8d7b-4134-9b56-8194e5592e6e,revision_number=2']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:40.946068 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.947044 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.db.segments_db [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Added segment a9af38e5-1e2c-41cd-ba1d-d5d495c4005e of type vlan for network e204365f-9f78-4df1-b6ce-e318b44c71ef
Apr 08 02:44:40.962027 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212070a-10ea-42f0-9cd5-464d0d53a0a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:40.962364 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212070a-10ea-42f0-9cd5-464d0d53a0a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:40.962746 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212070a-10ea-42f0-9cd5-464d0d53a0a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:40.963080 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212070a-10ea-42f0-9cd5-464d0d53a0a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:40.963402 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212070a-10ea-42f0-9cd5-464d0d53a0a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:40.963720 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212070a-10ea-42f0-9cd5-464d0d53a0a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:40.964037 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212070a-10ea-42f0-9cd5-464d0d53a0a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:40.964377 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212070a-10ea-42f0-9cd5-464d0d53a0a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:40.967080 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212070a-10ea-42f0-9cd5-464d0d53a0a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:40.968193 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212070a-10ea-42f0-9cd5-464d0d53a0a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:40.969459 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212070a-10ea-42f0-9cd5-464d0d53a0a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212070a-10ea-42f0-9cd5-464d0d53a0a5 None None] Tracked resource versions report:
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]: pushed versions:
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]: {   'ConntrackHelper': {'1.0'},
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:     'Log': {'1.0'},
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:     'Network': {'1.1'},
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:     'Port': {'1.5'},
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:     'PortForwarding': {'1.2'},
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:     'QosPolicy': {'1.8'},
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:     'SecurityGroup': {'1.2'},
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:     'SecurityGroupRule': {'1.0'},
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:     'SubPort': {'1.0'},
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:     'Subnet': {'1.1'},
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:     'Trunk': {'1.1'}}
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]: consumer versions:
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]: {   DHCP agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:     HyperV agent@hv-cinder-83705: {},
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:     L3 agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:     Metadata agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:     Metering agent@dv-cinder-837052-1-iscsi: {},
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:     Open vSwitch agent@dv-cinder-837052-1-iscsi: {   'ConntrackHelper': '1.0',
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'Log': '1.0',
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'Network': '1.1',
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'Port': '1.5',
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'PortForwarding': '1.2',
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'QosPolicy': '1.8',
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'SecurityGroup': '1.2',
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'SecurityGroupRule': '1.0',
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'SubPort': '1.0',
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'Subnet': '1.1',
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:                                                      'Trunk': '1.1'}}
Apr 08 02:44:40.971825 dv-cinder-837052-1-iscsi neutron-server[83139]:  {{(pid=83139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 08 02:44:41.027033 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Attempting to bind port 95d5f7d3-8d7b-4134-9b56-8194e5592e6e on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:44:41.027402 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Attempting to bind port 95d5f7d3-8d7b-4134-9b56-8194e5592e6e by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:44:41.027754 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Attempting to bind port 95d5f7d3-8d7b-4134-9b56-8194e5592e6e on network 24529cff-0200-4bb0-a643-d2ea0aa9465c {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:44:41.038946 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:41.043758 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:44:41.044123 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Checking segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:44:41.044517 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:41.044901 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Bound using segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:44:41.045357 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Bound port: 95d5f7d3-8d7b-4134-9b56-8194e5592e6e, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:44:41.045745 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:41.147673 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:41.160937 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] For port 95d5f7d3-8d7b-4134-9b56-8194e5592e6e, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:44:41.165742 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] For port 95d5f7d3-8d7b-4134-9b56-8194e5592e6e, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=95d5f7d3-8d7b-4134-9b56-8194e5592e6e,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:44:41.170853 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:41.237668 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 is scheduled to L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c with binding_index 1 {{(pid=83137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 08 02:44:41.269469 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212070a-10ea-42f0-9cd5-464d0d53a0a5 None None] Pushing event updated for resources: {'Port': ['ID=95d5f7d3-8d7b-4134-9b56-8194e5592e6e,revision_number=3']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:41.315383 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Routers {'a511a43e-c69c-48a0-9d44-0a5ab05ae739'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:44:41.316040 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a27d0280>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:44:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:41.322199 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:41.323893 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:41.325328 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:41.378484 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:44:41.379016 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Checking segment: {'id': '8758cd27-8689-4eb2-a4f3-2a1c2c28b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:44:41.379520 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:41.379995 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Bound using segment: {'id': '8758cd27-8689-4eb2-a4f3-2a1c2c28b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:44:41.380726 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Bound port: 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8758cd27-8689-4eb2-a4f3-2a1c2c28b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:44:41.381209 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:41.674885 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b7c9807d-5e4f-4489-8248-b672c3aee706 req-94723683-4c46-452f-ad31-482b01a50526 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.1520052
Apr 08 02:44:41.686437 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.9283504
Apr 08 02:44:41.687424 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241eee4-1abb-430b-9d8b-2eb9f03fd9d1 admin admin] Pushing event updated for resources: {'Network': ['ID=e204365f-9f78-4df1-b6ce-e318b44c71ef,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:41.692933 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 40214) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:41.700362 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] Set router a511a43e-c69c-48a0-9d44-0a5ab05ae739 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:44:41.713558 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-db25a5e0-db11-4844-a5c8-9a016badd068 admin admin] Request body: {'subnet': {'network_id': 'e204365f-9f78-4df1-b6ce-e318b44c71ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2129386247-subnet', 'tenant_id': '61b732bca8d142c79b03897a2d5d86fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:41.736150 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-db25a5e0-db11-4844-a5c8-9a016badd068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:41.745054 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-db25a5e0-db11-4844-a5c8-9a016badd068 admin admin] Usage tracker for resource:subnet and tenant:61b732bca8d142c79b03897a2d5d86fe is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:41.749244 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-db25a5e0-db11-4844-a5c8-9a016badd068 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:41.766044 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-db25a5e0-db11-4844-a5c8-9a016badd068 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:41.791699 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network e204365f-9f78-4df1-b6ce-e318b44c71ef details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:44:41.816811 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Attempting to bind port a89ff046-a4e3-416e-857f-9ebcf2bfdcae on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:44:41.817467 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Attempting to bind port a89ff046-a4e3-416e-857f-9ebcf2bfdcae by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:44:41.818006 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Attempting to bind port a89ff046-a4e3-416e-857f-9ebcf2bfdcae on network 8b5bf61a-9182-47e6-a758-1a71619fdd20 {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:44:41.907543 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db25a5e0-db11-4844-a5c8-9a016badd068 admin admin] Made reservation on behalf of 61b732bca8d142c79b03897a2d5d86fe for: {'subnet': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:44:41.910033 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-db25a5e0-db11-4844-a5c8-9a016badd068 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:41.981922 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:41.982519 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:42.072269 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:42.080958 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:44:42.081669 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Checking segment: {'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:44:42.082214 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:42.082775 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Bound using segment: {'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:44:42.084279 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Bound port: a89ff046-a4e3-416e-857f-9ebcf2bfdcae, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:44:42.084853 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:42.262301 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] For port 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:44:42.270123 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:44:42.292315 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Sync routers for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:44:42.325104 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:42.329749 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] For port 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=2ada34d4-9b5a-4eb7-ae28-c81853d23bbe,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:44:42.360836 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] Notify callbacks [] for router, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:42.361523 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-2931bf6f-10ae-48c1-8540-7eab66c6698a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 6.2788889
Apr 08 02:44:42.368103 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:42.369292 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 40230) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:42.429337 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:44:42.434107 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2bf0cd0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:44:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:42.498306 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a072fa-016a-44f1-981b-ea1e41401fc0 None None] Pushing event updated for resources: {'Port': ['ID=2ada34d4-9b5a-4eb7-ae28-c81853d23bbe,revision_number=2']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:42.507324 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2a8f220>, [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:38Z', 'revision_number': 3, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port': {'id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:42.516983 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_common [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] Allocated IP 172.20.0.1 (9177d28f-82e1-4f7a-9248-434f10dfbba9/3ecf36cf-7175-47e0-89d3-2818045d184b/8de3e0ea-813d-4c5a-b074-96afa49bccc6) {{(pid=83136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:44:42.557344 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Checking router: 83533c30-df13-46f3-994c-374573aaf0dc for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:44:42.557820 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Updating router 83533c30-df13-46f3-994c-374573aaf0dc port f27e764a-e765-4ae4-987e-a8fec81631f4 binding host dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:44:42.664482 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] For port a89ff046-a4e3-416e-857f-9ebcf2bfdcae, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:44:42.715104 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] For port a89ff046-a4e3-416e-857f-9ebcf2bfdcae, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=a89ff046-a4e3-416e-857f-9ebcf2bfdcae,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:44:42.718279 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.49', 58802) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:42.748241 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:42.840846 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:42.857569 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:42.878336 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.provisioning_blocks [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] Transition to ACTIVE for port object 8de3e0ea-813d-4c5a-b074-96afa49bccc6 will not be triggered until provisioned by entity DHCP. {{(pid=83136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:42.902576 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:44:42.920816 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:43.123273 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] Network 9177d28f-82e1-4f7a-9248-434f10dfbba9 is already hosted by enough agents. {{(pid=83136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:43.161160 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:43.196887 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] Received port after_create {{(pid=83136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:44:43.197354 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784291'] for router_interface, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:43.378103 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a27d0280>, [{'id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'name': 'tempest-ServerRescueNegativeTestJSON-602230225-router', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:37Z', 'revision_number': 3, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'gw_port': {'id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:43.389287 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc47db-1fe1-4bf6-bf66-d805a11b050a None None] The sync data for ids ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'] in dv-cinder-837052-1-iscsi is: [{'id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'name': 'tempest-ServerRescueNegativeTestJSON-602230225-router', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:37Z', 'revision_number': 3, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'gw_port': {'id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:44:43.425470 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7c9ff-106e-499d-868f-48da030da588 None None] Pushing event updated for resources: {'Port': ['ID=a89ff046-a4e3-416e-857f-9ebcf2bfdcae,revision_number=2']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:43.607003 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e5279671-4ad6-4d15-9120-00a1458d3000 req-9c4229a4-0fe9-467e-89fb-481d5a42f30d tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.4776292
Apr 08 02:44:43.612627 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] Pushing event updated for resources: {'Port': ['ID=8de3e0ea-813d-4c5a-b074-96afa49bccc6,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:43.639171 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:43.648467 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2bf0cd0>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:39Z', 'revision_number': 3, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:43.657587 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Checking router: dab48c9e-c48a-4c5e-b7b8-c637e07566b3 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:44:43.658392 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Updating router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 port 6af21794-dee6-4f87-a300-8a50e5dc17bd binding host dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:44:43.791033 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:44.044129 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Notify callbacks [] for port, precommit_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:44.132895 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Transition to ACTIVE for port object f27e764a-e765-4ae4-987e-a8fec81631f4 will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:44.150702 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:44.197469 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-db25a5e0-db11-4844-a5c8-9a016badd068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for subnet, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:44.373111 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-6583f614-7db7-4aab-83d5-510ff33e198e tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:44.382828 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-6583f614-7db7-4aab-83d5-510ff33e198e tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.49 "GET /v2.0/networks?id=5c913a7e-6767-4ead-ae16-5b243f13621e HTTP/1.1" status: 200  len: 812 time: 1.6541281
Apr 08 02:44:44.410646 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Attempting to bind port f27e764a-e765-4ae4-987e-a8fec81631f4 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:44:44.422250 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Attempting to bind port f27e764a-e765-4ae4-987e-a8fec81631f4 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:44:44.422605 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Attempting to bind port f27e764a-e765-4ae4-987e-a8fec81631f4 on network 24529cff-0200-4bb0-a643-d2ea0aa9465c {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:44:44.480872 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:44:44.486722 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:44.488421 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Checking segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:44:44.499785 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:44.500657 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:44.500779 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7999011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784188'] for router_interface, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:44.507467 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Bound using segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:44:44.511130 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Bound port: f27e764a-e765-4ae4-987e-a8fec81631f4, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:44:44.511746 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:44.568810 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-5679e886-608c-4f51-bf76-a4f0ea003535 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Request body: {'port': {'device_id': '2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9', 'network_id': '5c913a7e-6767-4ead-ae16-5b243f13621e', 'admin_state_up': True, 'tenant_id': '08ab2bde6dca4830a67ca00d0223b3a7'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:44.712675 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b4d4b-5a6d-4c96-af54-fbd472fbddbd None None] Pushing event updated for resources: {'Port': ['ID=f27e764a-e765-4ae4-987e-a8fec81631f4,revision_number=2']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:44.826448 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] For port f27e764a-e765-4ae4-987e-a8fec81631f4, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:44:44.845432 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] For port f27e764a-e765-4ae4-987e-a8fec81631f4, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=f27e764a-e765-4ae4-987e-a8fec81631f4,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:44:44.876673 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:44.920390 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Notify callbacks [] for port, precommit_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:44.992322 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.provisioning_blocks [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Transition to ACTIVE for port object 6af21794-dee6-4f87-a300-8a50e5dc17bd will not be triggered until provisioned by entity L2. {{(pid=83139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:45.006090 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] Pushing event updated for resources: {'Port': ['ID=8de3e0ea-813d-4c5a-b074-96afa49bccc6,revision_number=2']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:45.013371 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:45.097596 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d5f377-a217-4872-876a-8adf56ac91b1 None None] Network 9177d28f-82e1-4f7a-9248-434f10dfbba9 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:44:45.142096 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-5679e886-608c-4f51-bf76-a4f0ea003535 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:45.159180 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] Allocated IP 172.20.0.1 (0f7fec88-7d49-4f5a-9423-d79ffd9641f1/3bb3aae2-b572-44aa-8358-c4c59784dbe8/19a5aa4a-8e40-4db4-89d9-0ba4b5693eae) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:44:45.199634 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-5679e886-608c-4f51-bf76-a4f0ea003535 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Usage tracker for resource:port and tenant:08ab2bde6dca4830a67ca00d0223b3a7 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:45.215514 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-5679e886-608c-4f51-bf76-a4f0ea003535 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:45.244325 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-5679e886-608c-4f51-bf76-a4f0ea003535 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:45.254393 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25a5e0-db11-4844-a5c8-9a016badd068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3ef605-c943-49d7-b73b-d53dcbc96de6,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:45.258488 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device a89ff046-a4e3-416e-857f-9ebcf2bfdcae up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:45.382526 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-04e25151-edb3-4018-9225-fd7d08feeb5f req-2538b8d7-2a47-4a8f-b68d-4e7f76c222e7 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.1633792
Apr 08 02:44:45.399895 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] Network 9177d28f-82e1-4f7a-9248-434f10dfbba9 is already hosted by enough agents. {{(pid=83136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:45.401147 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:45.450104 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c988715-a210-4eef-a1d1-1085015a1b9a None None] Pushing event updated for resources: {'Port': ['ID=6af21794-dee6-4f87-a300-8a50e5dc17bd,revision_number=2']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:45.590331 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-5679e886-608c-4f51-bf76-a4f0ea003535 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Made reservation on behalf of 08ab2bde6dca4830a67ca00d0223b3a7 for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:44:45.595730 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-5679e886-608c-4f51-bf76-a4f0ea003535 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:45.632309 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee7dfe5-b4de-422f-ae95-521f97c287cd None None] Network 8b5bf61a-9182-47e6-a758-1a71619fdd20 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:44:45.660585 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Attempting to bind port 6af21794-dee6-4f87-a300-8a50e5dc17bd on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:44:45.661009 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Attempting to bind port 6af21794-dee6-4f87-a300-8a50e5dc17bd by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:44:45.666108 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Attempting to bind port 6af21794-dee6-4f87-a300-8a50e5dc17bd on network 24529cff-0200-4bb0-a643-d2ea0aa9465c {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:44:45.675587 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db25a5e0-db11-4844-a5c8-9a016badd068 admin admin] Checking segment: {'id': 'a9af38e5-1e2c-41cd-ba1d-d5d495c4005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e204365f-9f78-4df1-b6ce-e318b44c71ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:44:45.677120 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db25a5e0-db11-4844-a5c8-9a016badd068 admin admin] Network hostable DHCP agents. Network: e204365f-9f78-4df1-b6ce-e318b44c71ef, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:44:45.682596 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:44:45.683026 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Checking segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:44:45.683432 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:45.683990 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Bound using segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:44:45.688997 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Bound port: 6af21794-dee6-4f87-a300-8a50e5dc17bd, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:44:45.689408 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:45.873198 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] For port 6af21794-dee6-4f87-a300-8a50e5dc17bd, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:44:45.900812 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] For port 6af21794-dee6-4f87-a300-8a50e5dc17bd, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=6af21794-dee6-4f87-a300-8a50e5dc17bd,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:44:45.908991 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:46.151148 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Routers {'83533c30-df13-46f3-994c-374573aaf0dc'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:44:46.151781 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2a8f220>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:44:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['83533c30-df13-46f3-994c-374573aaf0dc'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:46.377726 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c988715-a210-4eef-a1d1-1085015a1b9a None None] Pushing event updated for resources: {'Port': ['ID=6af21794-dee6-4f87-a300-8a50e5dc17bd,revision_number=3']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:46.378588 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] Set router 83533c30-df13-46f3-994c-374573aaf0dc gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:44:46.413712 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:44:46.416032 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2bf0cd0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:44:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:46.439426 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:46.570412 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] Router 83533c30-df13-46f3-994c-374573aaf0dc has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:44:46.596455 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] Transition to ACTIVE for port object 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:46.658083 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db25a5e0-db11-4844-a5c8-9a016badd068 admin admin] Network e204365f-9f78-4df1-b6ce-e318b44c71ef is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:44:46.764978 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-634eda09-3b1c-4468-af4d-e51d0eb496c2 None None] Provisioning for port 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:46.792340 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b4d4b-5a6d-4c96-af54-fbd472fbddbd None None] Pushing event updated for resources: {'Port': ['ID=f27e764a-e765-4ae4-987e-a8fec81631f4,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:46.811310 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-db25a5e0-db11-4844-a5c8-9a016badd068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, e204365f-9f78-4df1-b6ce-e318b44c71ef) {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:46.847655 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db25a5e0-db11-4844-a5c8-9a016badd068 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:46.852305 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-db25a5e0-db11-4844-a5c8-9a016badd068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:46.921202 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 40348) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:46.939439 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-5679e886-608c-4f51-bf76-a4f0ea003535 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Allocated IP 172.20.0.4 (5c913a7e-6767-4ead-ae16-5b243f13621e/f3992d7c-72ed-41f8-96da-54e0955a65a3/44289cfd-1a39-4ed4-8b1c-43f7bf303706) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:44:46.987167 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70189daa-f822-4c40-beb6-6ef3b6dd6d4a None None] Network e204365f-9f78-4df1-b6ce-e318b44c71ef requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:44:47.056748 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:44:47.070489 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port a89ff046-a4e3-416e-857f-9ebcf2bfdcae completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:47.201583 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-baba20a4-a5b4-43c6-acdc-4f3cb85505e0 req-f41e48ce-e439-4aa9-b766-333ca01286c7 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.3152995
Apr 08 02:44:47.309057 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:47.482526 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:44:47.502869 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-98d334e8-3bbb-408f-8ea6-77b8cf217395 None None] Provisioning for port a89ff046-a4e3-416e-857f-9ebcf2bfdcae completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:47.520616 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-33c6dc06-99f6-4bca-adf6-04e9b086e0a6 admin admin] 10.222.0.48 "PUT /v2.0/routers/83533c30-df13-46f3-994c-374573aaf0dc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7492259
Apr 08 02:44:47.562536 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-98d334e8-3bbb-408f-8ea6-77b8cf217395 None None] Provisioning complete for port a89ff046-a4e3-416e-857f-9ebcf2bfdcae triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:47.562989 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-98d334e8-3bbb-408f-8ea6-77b8cf217395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:47.743084 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-db25a5e0-db11-4844-a5c8-9a016badd068 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 6.0389493
Apr 08 02:44:47.748934 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cd698531-e2f9-4855-98e6-b4b02b613950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:47.774485 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:47.909107 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2bf0cd0>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:39Z', 'revision_number': 3, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:47.929233 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9270cd1-c927-4b4a-8fbc-11c538ed69b8 None None] The sync data for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi is: [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:39Z', 'revision_number': 3, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:44:48.143152 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-5679e886-608c-4f51-bf76-a4f0ea003535 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:48.149611 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:48.168445 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:48.169332 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:48.181599 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40368) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:48.264949 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] Network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:48.302397 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-cd698531-e2f9-4855-98e6-b4b02b613950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:48.325456 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_v2 [None req-1abb05ae-641b-438e-824b-4f6876717689 admin admin] Deleting subnet 0e55998f-552b-435a-a1f7-072e96d88ca0 {{(pid=83136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 08 02:44:48.333267 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1abb05ae-641b-438e-824b-4f6876717689 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:48.347732 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:48.356834 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] Pushing event updated for resources: {'Port': ['ID=19a5aa4a-8e40-4db4-89d9-0ba4b5693eae,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:48.371549 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:44:48.372187 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784291'] for router_interface, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:48.372496 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18365d2d-bda6-4ab3-afe7-1ddfc89a8f29 None None] Network e204365f-9f78-4df1-b6ce-e318b44c71ef requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:44:48.385945 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-cd698531-e2f9-4855-98e6-b4b02b613950 admin admin] Usage tracker for resource:security_group_rule and tenant:f220e56f42ff493d89bcf7599068e85b is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:48.401463 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-cd698531-e2f9-4855-98e6-b4b02b613950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:48.478836 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-cd698531-e2f9-4855-98e6-b4b02b613950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:48.654949 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-98d334e8-3bbb-408f-8ea6-77b8cf217395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:48.714738 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2819b26f-c037-4899-9b0b-13fc385f6e93 req-2878a804-56f2-419d-9ec0-fe0c4e1902ff tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.1451170
Apr 08 02:44:48.774196 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1abb05ae-641b-438e-824b-4f6876717689 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:48.806874 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1abb05ae-641b-438e-824b-4f6876717689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722885'] for subnet, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:48.935052 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cd698531-e2f9-4855-98e6-b4b02b613950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:48.938612 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-5679e886-608c-4f51-bf76-a4f0ea003535 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:48.962436 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-98d334e8-3bbb-408f-8ea6-77b8cf217395 None None] For port a89ff046-a4e3-416e-857f-9ebcf2bfdcae, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=a89ff046-a4e3-416e-857f-9ebcf2bfdcae,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:44:48.988293 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-98d334e8-3bbb-408f-8ea6-77b8cf217395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:49.037625 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1abb05ae-641b-438e-824b-4f6876717689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for subnet, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:49.178562 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb05ae-641b-438e-824b-4f6876717689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e55998f-552b-435a-a1f7-072e96d88ca0,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:49.193229 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cd698531-e2f9-4855-98e6-b4b02b613950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:49.205688 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1abb05ae-641b-438e-824b-4f6876717689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:49.225876 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-1abb05ae-641b-438e-824b-4f6876717689 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0e55998f-552b-435a-a1f7-072e96d88ca0 HTTP/1.1" status: 204  len: 168 time: 1.0426538
Apr 08 02:44:49.229705 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40396) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:49.500559 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-76660c1e-7012-465b-be69-1b26295ecdcb None None] Provisioning for port 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:49.545925 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-76660c1e-7012-465b-be69-1b26295ecdcb None None] Provisioning complete for port 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:49.546282 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-76660c1e-7012-465b-be69-1b26295ecdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:49.686483 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40406) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:49.703359 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-472d14b6-10d3-4929-a1a0-c19b5e9b3523 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1218131913', 'description': 'tempest-description--1316003818'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:49.751383 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-76660c1e-7012-465b-be69-1b26295ecdcb None None] Port 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:44:49.751731 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-472d14b6-10d3-4929-a1a0-c19b5e9b3523 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:49.788134 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-472d14b6-10d3-4929-a1a0-c19b5e9b3523 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Usage tracker for resource:security_group and tenant:f673f0f0edd74c56a204930e93f143da is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:49.806142 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd698531-e2f9-4855-98e6-b4b02b613950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df1753d-6d24-4834-a4bd-5ee4f1ee4fca,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:49.833131 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-472d14b6-10d3-4929-a1a0-c19b5e9b3523 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:49.866113 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-472d14b6-10d3-4929-a1a0-c19b5e9b3523 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:49.888507 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093558'] for network, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:49.923357 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-472d14b6-10d3-4929-a1a0-c19b5e9b3523 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:50.060555 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2a8f220>, [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 4, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port': {'id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '8de3e0ea-813d-4c5a-b074-96afa49bccc6', 'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'mac_address': 'fa:16:3e:ee:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 2, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'subnets': [{'id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:50.079624 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-5679e886-608c-4f51-bf76-a4f0ea003535 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Network 5c913a7e-6767-4ead-ae16-5b243f13621e is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:50.096832 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b026e-e308-4b90-b2ca-55105fed8071 None None] The sync data for ids ['83533c30-df13-46f3-994c-374573aaf0dc'] in dv-cinder-837052-1-iscsi is: [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 4, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port': {'id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '8de3e0ea-813d-4c5a-b074-96afa49bccc6', 'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'mac_address': 'fa:16:3e:ee:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 2, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'subnets': [{'id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:44:50.111328 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-5679e886-608c-4f51-bf76-a4f0ea003535 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:50.124214 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:50.139450 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-5679e886-608c-4f51-bf76-a4f0ea003535 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:44:50.144001 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-5679e886-608c-4f51-bf76-a4f0ea003535 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:50.144732 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-5679e886-608c-4f51-bf76-a4f0ea003535 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:50.150155 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d334e8-3bbb-408f-8ea6-77b8cf217395 None None] Pushing event updated for resources: {'Port': ['ID=a89ff046-a4e3-416e-857f-9ebcf2bfdcae,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:50.183876 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679e886-608c-4f51-bf76-a4f0ea003535 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Pushing event updated for resources: {'Port': ['ID=44289cfd-1a39-4ed4-8b1c-43f7bf303706,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:50.195310 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=2ada34d4-9b5a-4eb7-ae28-c81853d23bbe,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:44:50.202255 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:50.203163 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 95d5f7d3-8d7b-4134-9b56-8194e5592e6e up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:50.206015 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:50.217149 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-5679e886-608c-4f51-bf76-a4f0ea003535 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.7785974
Apr 08 02:44:50.220926 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7724606', 'neutron.services.segments.db._delete_segments_for_network-8741772167792'] for network, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:50.239287 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-cd698531-e2f9-4855-98e6-b4b02b613950 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f220e56f42ff493d89bcf7599068e85b&name=default HTTP/1.1" status: 200  len: 2647 time: 3.3162420
Apr 08 02:44:50.246592 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 40416) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:50.253338 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-160436b9-c2b7-4872-ad0c-82b5431271fe tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83137) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 08 02:44:50.255910 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-160436b9-c2b7-4872-ad0c-82b5431271fe tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0094891
Apr 08 02:44:50.259606 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-76660c1e-7012-465b-be69-1b26295ecdcb None None] Provisioning complete for port a89ff046-a4e3-416e-857f-9ebcf2bfdcae triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:50.260039 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-76660c1e-7012-465b-be69-1b26295ecdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:50.262863 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f35a2ad7f10>> segment before_delete 55550000 {{(pid=83136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:44:50.263533 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f35a2ad7f10>> subnet precommit_delete_associations 55550000 {{(pid=83136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:44:50.264653 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f35a294c8e0>> segment_host_mapping after_create 55550000 {{(pid=83136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:44:50.266889 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f35a294c8e0>> port after_create 55550000 {{(pid=83136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:44:50.267409 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f35a294c8e0>> port after_delete 55550000 {{(pid=83136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:44:50.267975 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f35a294c8e0>> port after_update 55550000 {{(pid=83136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:44:50.268472 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f35a294c8e0>> segment after_delete 55550000 {{(pid=83136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:44:50.270027 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f35a294c8e0>> subnet after_create 55550000 {{(pid=83136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:44:50.270515 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f35a294c8e0>> subnet after_delete 55550000 {{(pid=83136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:44:50.271687 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f35a294c8e0>> subnet after_update 55550000 {{(pid=83136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:44:50.504562 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-93156274-a4de-43b1-975a-6b7a922e38d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:50.612818 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f35a265c220>> subnet after_create 55550000 {{(pid=83136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:44:50.613243 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f35a265c220>> subnet after_delete 55550000 {{(pid=83136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:44:50.618837 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f35a265c220>> subnet before_create 55550000 {{(pid=83136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:44:50.619173 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f35a265c220>> subnet before_update 55550000 {{(pid=83136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:44:50.619652 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f35a2b260d0>,) {'filters': {'network_id': ['1e29a920-d197-4841-bbbf-0608e82747c8']}} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:50.660527 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a2b260d0>, '6b602383-9461-4f0c-9940-f766e0fb84c0') {'for_net_delete': True} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:50.661072 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a2b260d0>, '6b602383-9461-4f0c-9940-f766e0fb84c0') {} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:50.682522 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=2ada34d4-9b5a-4eb7-ae28-c81853d23bbe,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:50.700599 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741772166903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1926431'] for segment, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:50.721768 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-93156274-a4de-43b1-975a-6b7a922e38d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:50.742354 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:50.746094 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Request body: {'port': {'device_id': '2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:50.762217 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 08 02:44:50.762626 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8097254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2029906'] for segment, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:50.822529 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 95d5f7d3-8d7b-4134-9b56-8194e5592e6e completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:50.830888 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 95d5f7d3-8d7b-4134-9b56-8194e5592e6e triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:50.832037 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:50.966006 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-523782e7-2e2b-4f66-a733-95b64f23452e None None] Provisioning for port 8de3e0ea-813d-4c5a-b074-96afa49bccc6 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:50.972473 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-523782e7-2e2b-4f66-a733-95b64f23452e None None] Provisioning complete for port 8de3e0ea-813d-4c5a-b074-96afa49bccc6 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:50.973315 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-523782e7-2e2b-4f66-a733-95b64f23452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:   util.warn_limited(
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:   util.warn_limited(
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]: Traceback (most recent call last):
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:     timer()
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:     cb(*args, **kw)
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:     return func(*args, **kwargs)
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:     self._notify()
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:     self.callback(batched_events)
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:     event.method(event)
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:     return f(self, *a, **k)
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._get(url).json()
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:44:50.998688 dv-cinder-837052-1-iscsi neutron-server[83136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:44:51.020128 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7724551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783662'] for network, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.031327 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.092425 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-523782e7-2e2b-4f66-a733-95b64f23452e None None] Port 8de3e0ea-813d-4c5a-b074-96afa49bccc6 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:44:51.100818 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.109342 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40434) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:51.112439 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.135655 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e29a920-d197-4841-bbbf-0608e82747c8,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:51.147570 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port 95d5f7d3-8d7b-4134-9b56-8194e5592e6e, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=95d5f7d3-8d7b-4134-9b56-8194e5592e6e,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:44:51.150237 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.157906 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.252471 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-472d14b6-10d3-4929-a1a0-c19b5e9b3523 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:51.261426 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-2b109222-44d0-4963-a0e9-c62783423424 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1e29a920-d197-4841-bbbf-0608e82747c8 HTTP/1.1" status: 204  len: 168 time: 2.0305481
Apr 08 02:44:51.265729 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-93156274-a4de-43b1-975a-6b7a922e38d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.267488 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-472d14b6-10d3-4929-a1a0-c19b5e9b3523 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Usage tracker for resource:security_group_rule and tenant:f673f0f0edd74c56a204930e93f143da is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:51.275930 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40440) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:51.288925 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b574f9-9654-4653-980b-75b693f22b49 req-a8ecdd5e-588f-40c1-89b3-d8513a8f00f5 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:51.290895 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-523782e7-2e2b-4f66-a733-95b64f23452e None None] Provisioning complete for port 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:51.291262 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-523782e7-2e2b-4f66-a733-95b64f23452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.300461 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.303109 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-89b574f9-9654-4653-980b-75b693f22b49 req-a8ecdd5e-588f-40c1-89b3-d8513a8f00f5 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 931 time: 1.2754209
Apr 08 02:44:51.304365 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-472d14b6-10d3-4929-a1a0-c19b5e9b3523 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:51.315584 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7999011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784188'] for router_interface, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.436899 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6cd234-e613-4b5a-87a3-4410337859e4 admin admin] Deleting subnet 6f3ef605-c943-49d7-b73b-d53dcbc96de6 {{(pid=83136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 08 02:44:51.440367 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bc6cd234-e613-4b5a-87a3-4410337859e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.498587 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bc6cd234-e613-4b5a-87a3-4410337859e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1926406'] for subnet, precommit_delete_associations {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.516638 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 6af21794-dee6-4f87-a300-8a50e5dc17bd up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:51.560311 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bc6cd234-e613-4b5a-87a3-4410337859e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722885'] for subnet, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.626945 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-472d14b6-10d3-4929-a1a0-c19b5e9b3523 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:51.707198 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-81a17bb2-608e-41d2-ad22-8167815b7124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.745568 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-81a17bb2-608e-41d2-ad22-8167815b7124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:51.750064 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-81a17bb2-608e-41d2-ad22-8167815b7124 admin admin] Usage tracker for resource:security_group_rule and tenant:c6edecb097f14193ae69d625dd50f96a is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:51.756507 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-81a17bb2-608e-41d2-ad22-8167815b7124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:51.763009 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-81a17bb2-608e-41d2-ad22-8167815b7124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:51.770192 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=95d5f7d3-8d7b-4134-9b56-8194e5592e6e,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:51.789867 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-89b574f9-9654-4653-980b-75b693f22b49 req-a10e944a-30fb-49ef-bcfc-a54dcd055b4f tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Synchronizing usage tracker for tenant:08ab2bde6dca4830a67ca00d0223b3a7 on resource:security_group {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:44:51.817038 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bc6cd234-e613-4b5a-87a3-4410337859e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2029836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1174040'] for subnet, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.862770 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-89b574f9-9654-4653-980b-75b693f22b49 req-a10e944a-30fb-49ef-bcfc-a54dcd055b4f tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Unset dirty status for tenant:08ab2bde6dca4830a67ca00d0223b3a7 on resource:security_group {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:44:51.864045 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-89b574f9-9654-4653-980b-75b693f22b49 req-a10e944a-30fb-49ef-bcfc-a54dcd055b4f tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4401045
Apr 08 02:44:51.883380 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cd234-e613-4b5a-87a3-4410337859e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3ef605-c943-49d7-b73b-d53dcbc96de6,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:51.908766 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 6af21794-dee6-4f87-a300-8a50e5dc17bd completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:51.913536 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bc6cd234-e613-4b5a-87a3-4410337859e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.915788 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 6af21794-dee6-4f87-a300-8a50e5dc17bd triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:51.916463 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.921610 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93156274-a4de-43b1-975a-6b7a922e38d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df1753d-6d24-4834-a4bd-5ee4f1ee4fca,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:51.941001 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-472d14b6-10d3-4929-a1a0-c19b5e9b3523 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.957667 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-472d14b6-10d3-4929-a1a0-c19b5e9b3523 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.994061 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-81a17bb2-608e-41d2-ad22-8167815b7124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.004112 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-bc6cd234-e613-4b5a-87a3-4410337859e4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6f3ef605-c943-49d7-b73b-d53dcbc96de6 HTTP/1.1" status: 204  len: 168 time: 0.7268994
Apr 08 02:44:52.007695 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-472d14b6-10d3-4929-a1a0-c19b5e9b3523 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.008836 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-472d14b6-10d3-4929-a1a0-c19b5e9b3523 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 2.3209884
Apr 08 02:44:52.012402 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40454) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:52.012724 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40456) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:52.038536 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-7774b9af-3b51-4359-b746-0eb876b53aa9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Request body: {'security_group_rule': {'security_group_id': '69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:52.045825 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-81a17bb2-608e-41d2-ad22-8167815b7124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.090592 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-7774b9af-3b51-4359-b746-0eb876b53aa9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:52.093190 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.101236 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-7774b9af-3b51-4359-b746-0eb876b53aa9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Usage tracker for resource:security_group_rule and tenant:f673f0f0edd74c56a204930e93f143da is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:52.107947 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-7774b9af-3b51-4359-b746-0eb876b53aa9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:52.117274 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port 6af21794-dee6-4f87-a300-8a50e5dc17bd, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=6af21794-dee6-4f87-a300-8a50e5dc17bd,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:44:52.124060 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.126478 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:52.161105 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-7774b9af-3b51-4359-b746-0eb876b53aa9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:52.168840 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d14b6-10d3-4929-a1a0-c19b5e9b3523 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:52.225490 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a17bb2-608e-41d2-ad22-8167815b7124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ceddd8a-7916-4695-9c4e-46dddf87f34a,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:52.233230 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-81a17bb2-608e-41d2-ad22-8167815b7124 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6edecb097f14193ae69d625dd50f96a&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0993848
Apr 08 02:44:52.243165 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40462) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:52.277548 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6893a687-f55c-4bb7-895f-b5e8f90d7f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093558'] for network, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.281675 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7774b9af-3b51-4359-b746-0eb876b53aa9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.373839 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:52.374199 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.408164 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ae05d997-f45e-4911-b286-704f04f4a525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.445002 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=6af21794-dee6-4f87-a300-8a50e5dc17bd,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:52.545708 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ae05d997-f45e-4911-b286-704f04f4a525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.557996 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device a89ff046-a4e3-416e-857f-9ebcf2bfdcae up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:52.561606 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6893a687-f55c-4bb7-895f-b5e8f90d7f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7724606', 'neutron.services.segments.db._delete_segments_for_network-8741772167792'] for network, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.581880 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7774b9af-3b51-4359-b746-0eb876b53aa9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.607307 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7774b9af-3b51-4359-b746-0eb876b53aa9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.614453 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44289cfd-1a39-4ed4-8b1c-43f7bf303706 {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:44:52.625844 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-6893a687-f55c-4bb7-895f-b5e8f90d7f87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f35a2c0e190>,) {'filters': {'network_id': ['e204365f-9f78-4df1-b6ce-e318b44c71ef']}} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:52.636528 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774b9af-3b51-4359-b746-0eb876b53aa9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5818c0a7-32dc-4990-8026-834edda238bd,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:52.656785 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port a89ff046-a4e3-416e-857f-9ebcf2bfdcae triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:52.657367 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.658344 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-6893a687-f55c-4bb7-895f-b5e8f90d7f87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a2c0e190>, 'a9af38e5-1e2c-41cd-ba1d-d5d495c4005e') {'for_net_delete': True} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:52.658638 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-6893a687-f55c-4bb7-895f-b5e8f90d7f87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a2c0e190>, 'a9af38e5-1e2c-41cd-ba1d-d5d495c4005e') {} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:52.677634 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6893a687-f55c-4bb7-895f-b5e8f90d7f87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741772166903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1926431'] for segment, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.695434 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7774b9af-3b51-4359-b746-0eb876b53aa9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.696551 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-7774b9af-3b51-4359-b746-0eb876b53aa9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6631362
Apr 08 02:44:52.699705 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40466) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:52.710237 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6893a687-f55c-4bb7-895f-b5e8f90d7f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.728521 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-3b518344-adf5-4042-98c8-926cd91c8ea4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Request body: {'security_group_rule': {'security_group_id': '69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:52.740441 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ae05d997-f45e-4911-b286-704f04f4a525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.742522 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.744808 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-3b518344-adf5-4042-98c8-926cd91c8ea4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:52.747268 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6893a687-f55c-4bb7-895f-b5e8f90d7f87 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=83136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 08 02:44:52.747968 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6893a687-f55c-4bb7-895f-b5e8f90d7f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8097254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2029906'] for segment, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.757584 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-93156274-a4de-43b1-975a-6b7a922e38d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]: Traceback (most recent call last):
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:     timer()
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:     cb(*args, **kw)
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:     return func(*args, **kwargs)
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:     self._notify()
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:     self.callback(batched_events)
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:     event.method(event)
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:     return f(self, *a, **k)
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._get(url).json()
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:44:52.776327 dv-cinder-837052-1-iscsi neutron-server[83136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:44:52.778262 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-93156274-a4de-43b1-975a-6b7a922e38d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2df1753d-6d24-4834-a4bd-5ee4f1ee4fca HTTP/1.1" status: 204  len: 168 time: 2.5112438
Apr 08 02:44:52.780751 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.784889 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05d997-f45e-4911-b286-704f04f4a525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ceddd8a-7916-4695-9c4e-46dddf87f34a,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:52.787200 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-3b518344-adf5-4042-98c8-926cd91c8ea4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Usage tracker for resource:security_group_rule and tenant:f673f0f0edd74c56a204930e93f143da is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:52.836332 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] Pushing event updated for resources: {'Port': ['ID=19a5aa4a-8e40-4db4-89d9-0ba4b5693eae,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:52.858488 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-3b518344-adf5-4042-98c8-926cd91c8ea4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:52.960922 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-3b518344-adf5-4042-98c8-926cd91c8ea4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:52.972138 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ae05d997-f45e-4911-b286-704f04f4a525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.978357 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-ae05d997-f45e-4911-b286-704f04f4a525 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ceddd8a-7916-4695-9c4e-46dddf87f34a HTTP/1.1" status: 204  len: 168 time: 0.7335770
Apr 08 02:44:53.043596 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Transition to ACTIVE for port object 44289cfd-1a39-4ed4-8b1c-43f7bf303706 will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:53.056287 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6893a687-f55c-4bb7-895f-b5e8f90d7f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7724551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783662'] for network, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:53.061174 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3b518344-adf5-4042-98c8-926cd91c8ea4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:53.064460 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:53.084099 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] Network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:53.208349 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6893a687-f55c-4bb7-895f-b5e8f90d7f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:53.214761 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:53.321729 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 6af21794-dee6-4f87-a300-8a50e5dc17bd up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:53.379451 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893a687-f55c-4bb7-895f-b5e8f90d7f87 admin admin] Pushing event deleted for resources: {'Network': ['ID=e204365f-9f78-4df1-b6ce-e318b44c71ef,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:53.517801 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-6893a687-f55c-4bb7-895f-b5e8f90d7f87 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e204365f-9f78-4df1-b6ce-e318b44c71ef HTTP/1.1" status: 204  len: 168 time: 1.5009902
Apr 08 02:44:53.603035 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 6af21794-dee6-4f87-a300-8a50e5dc17bd triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:53.603180 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:53.674121 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3b518344-adf5-4042-98c8-926cd91c8ea4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:53.693546 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3b518344-adf5-4042-98c8-926cd91c8ea4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:53.734845 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96708a7-c452-4910-aea5-b073a95ecf66 req-61ed1f38-b248-492e-8ce2-42b560e1113b tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:53.746017 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a96708a7-c452-4910-aea5-b073a95ecf66 req-61ed1f38-b248-492e-8ce2-42b560e1113b tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 943 time: 0.3843243
Apr 08 02:44:53.827402 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1bf0c1f0-ac0a-4bf0-9aea-1bc889995fc5 None None] Provisioning complete for port 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:53.827766 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1bf0c1f0-ac0a-4bf0-9aea-1bc889995fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:53.846224 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b518344-adf5-4042-98c8-926cd91c8ea4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54cedb37-17ca-41d3-bd7d-f0f507f09324,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:53.942360 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a96708a7-c452-4910-aea5-b073a95ecf66 req-101515ad-72a4-4a2d-bef7-fd20c379f0ec tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1953621
Apr 08 02:44:53.952700 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3b518344-adf5-4042-98c8-926cd91c8ea4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:53.955319 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-3b518344-adf5-4042-98c8-926cd91c8ea4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.2536621
Apr 08 02:44:53.960384 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40504) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:53.979103 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Request body: {'floatingip': {'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:44:53.996920 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:54.007780 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Usage tracker for resource:floatingip and tenant:f673f0f0edd74c56a204930e93f143da is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:54.015726 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:54.030634 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:54.055536 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40508) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:54.108515 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for floatingip, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:54.125101 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1bf0c1f0-ac0a-4bf0-9aea-1bc889995fc5 None None] Port 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:44:54.164232 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40514) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:54.179395 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d8ec7d49-ffe4-439c-bc54-d76e8e1b86ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:54.197016 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 95d5f7d3-8d7b-4134-9b56-8194e5592e6e up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:54.225958 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Pushing event updated for resources: {'Port': ['ID=44289cfd-1a39-4ed4-8b1c-43f7bf303706,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:54.384982 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 95d5f7d3-8d7b-4134-9b56-8194e5592e6e triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:54.385832 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:54.574435 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Attempting to bind port 44289cfd-1a39-4ed4-8b1c-43f7bf303706 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:44:54.574744 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Attempting to bind port 44289cfd-1a39-4ed4-8b1c-43f7bf303706 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '4a297e88-17e8-4ca8-8231-feeac91f5bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5c913a7e-6767-4ead-ae16-5b243f13621e'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:44:54.575098 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Attempting to bind port 44289cfd-1a39-4ed4-8b1c-43f7bf303706 on network 5c913a7e-6767-4ead-ae16-5b243f13621e {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:44:54.651223 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-d8ec7d49-ffe4-439c-bc54-d76e8e1b86ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:54.665244 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-4e4ad546-2206-469c-bbd1-c6e3da207f81 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08f27aa44a5d4f889e2038b08dfa5634&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4938860
Apr 08 02:44:54.667362 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40524) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:54.685640 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-d8ec7d49-ffe4-439c-bc54-d76e8e1b86ca admin admin] Usage tracker for resource:security_group_rule and tenant:3b177a5472bd434490e47bc19b4812fb is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:54.696771 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Port 44289cfd-1a39-4ed4-8b1c-43f7bf303706 on network 5c913a7e-6767-4ead-ae16-5b243f13621e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:44:54.696771 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Attempting to bind port 44289cfd-1a39-4ed4-8b1c-43f7bf303706 on network 5c913a7e-6767-4ead-ae16-5b243f13621e {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:44:54.697309 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-d8ec7d49-ffe4-439c-bc54-d76e8e1b86ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:54.715320 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:44:54.717237 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Checking segment: {'id': '4a297e88-17e8-4ca8-8231-feeac91f5bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5c913a7e-6767-4ead-ae16-5b243f13621e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:44:54.722961 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Bound using segment: {'id': '4a297e88-17e8-4ca8-8231-feeac91f5bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5c913a7e-6767-4ead-ae16-5b243f13621e'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:44:54.723676 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Bound port: 44289cfd-1a39-4ed4-8b1c-43f7bf303706, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a297e88-17e8-4ca8-8231-feeac91f5bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5c913a7e-6767-4ead-ae16-5b243f13621e'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:44:54.725008 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-d8ec7d49-ffe4-439c-bc54-d76e8e1b86ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:54.728227 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:54.756235 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] Allocated IP 172.20.0.1 (8b5bf61a-9182-47e6-a758-1a71619fdd20/743cafe1-55c5-498c-8d9e-6e95da137120/997e2111-cffc-46f5-9b63-5fd867611d1c) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:44:54.861904 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ebce97a8-5dc6-4711-8889-608d0c0e3273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:54.892343 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:55.025095 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ebce97a8-5dc6-4711-8889-608d0c0e3273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:55.301293 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ebce97a8-5dc6-4711-8889-608d0c0e3273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:55.392744 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d8ec7d49-ffe4-439c-bc54-d76e8e1b86ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:55.415033 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device f27e764a-e765-4ae4-987e-a8fec81631f4 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:55.437779 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] For port 44289cfd-1a39-4ed4-8b1c-43f7bf303706, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:44:55.483406 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] For port 44289cfd-1a39-4ed4-8b1c-43f7bf303706, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=44289cfd-1a39-4ed4-8b1c-43f7bf303706,segment=NetworkSegment(4a297e88-17e8-4ca8-8231-feeac91f5bf8),segment_id=4a297e88-17e8-4ca8-8231-feeac91f5bf8)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:44:55.504387 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce97a8-5dc6-4711-8889-608d0c0e3273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f2f711-ab9b-435f-9586-2209c4c16154,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:55.535245 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d8ec7d49-ffe4-439c-bc54-d76e8e1b86ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:55.544760 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:55.631845 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:55.669442 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port f27e764a-e765-4ae4-987e-a8fec81631f4 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:55.689218 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port f27e764a-e765-4ae4-987e-a8fec81631f4 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:55.689587 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:55.702107 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] Transition to ACTIVE for port object 997e2111-cffc-46f5-9b63-5fd867611d1c will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:55.711706 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:55.713118 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] 10.222.0.49 "PUT /v2.0/ports/44289cfd-1a39-4ed4-8b1c-43f7bf303706 HTTP/1.1" status: 200  len: 1093 time: 5.2168214
Apr 08 02:44:55.714480 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9', 'tag': '44289cfd-1a39-4ed4-8b1c-43f7bf303706'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:44:55.840794 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec7d49-ffe4-439c-bc54-d76e8e1b86ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7573d13a-1d12-4b60-9b9f-ab36eb6286f0,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:55.842090 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b57729-2841-4ecc-bbc8-67dfb56474af service neutron] Pushing event updated for resources: {'Port': ['ID=44289cfd-1a39-4ed4-8b1c-43f7bf303706,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:55.929681 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ebce97a8-5dc6-4711-8889-608d0c0e3273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:55.940941 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-ebce97a8-5dc6-4711-8889-608d0c0e3273 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9f2f711-ab9b-435f-9586-2209c4c16154 HTTP/1.1" status: 204  len: 168 time: 1.2605581
Apr 08 02:44:55.960474 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-d8ec7d49-ffe4-439c-bc54-d76e8e1b86ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b177a5472bd434490e47bc19b4812fb&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9004962
Apr 08 02:44:55.968208 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40550) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:56.105994 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:56.119252 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:56.158976 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_common [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Allocated IP 172.27.2.192 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/645eec9d-b109-4069-905f-2c750a95c52b) {{(pid=83136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:44:56.191595 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port f27e764a-e765-4ae4-987e-a8fec81631f4, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=f27e764a-e765-4ae4-987e-a8fec81631f4,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:44:56.202927 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:56.286193 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] Pushing event updated for resources: {'Port': ['ID=997e2111-cffc-46f5-9b63-5fd867611d1c,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:56.350948 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] Network 8b5bf61a-9182-47e6-a758-1a71619fdd20 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:56.353647 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=f27e764a-e765-4ae4-987e-a8fec81631f4,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:56.355243 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0652efd-dc0a-4ee2-b62d-bbed329c33d8 req-f75bf695-65fd-4189-8bb7-2a1ef25710f3 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:56.366362 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b0652efd-dc0a-4ee2-b62d-bbed329c33d8 req-f75bf695-65fd-4189-8bb7-2a1ef25710f3 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 943 time: 1.0736306
Apr 08 02:44:56.384960 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:56.398681 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:44:56.399299 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784291'] for router_interface, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:56.415712 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-b15e9df4-4c35-4bf4-adad-3dcde7df8ae5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08ab2bde6dca4830a67ca00d0223b3a7&device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 1096 time: 0.4468248
Apr 08 02:44:56.677654 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] Router a511a43e-c69c-48a0-9d44-0a5ab05ae739 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:44:56.680132 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-db0f13ac-2a65-4c46-9d8a-25ff29a20624 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44289cfd-1a39-4ed4-8b1c-43f7bf303706 HTTP/1.1" status: 200  len: 217 time: 0.2421279
Apr 08 02:44:56.747099 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a15e39f9-5b43-46db-85ac-6bdf5d0d7f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:56.784520 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b0652efd-dc0a-4ee2-b62d-bbed329c33d8 req-8c2968d7-5898-4c83-89d3-a3c1e40f1144 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4159153
Apr 08 02:44:56.792318 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:56.831728 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a15e39f9-5b43-46db-85ac-6bdf5d0d7f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:56.896778 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a15e39f9-5b43-46db-85ac-6bdf5d0d7f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:56.898489 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-a864238c-974a-4220-8661-67cf5f76b39b None None] Provisioning for port 997e2111-cffc-46f5-9b63-5fd867611d1c completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:56.906314 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-a864238c-974a-4220-8661-67cf5f76b39b None None] Provisioning complete for port 997e2111-cffc-46f5-9b63-5fd867611d1c triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:56.914435 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-a864238c-974a-4220-8661-67cf5f76b39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:56.945646 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e39f9-5b43-46db-85ac-6bdf5d0d7f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7573d13a-1d12-4b60-9b9f-ab36eb6286f0,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:56.965192 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a15e39f9-5b43-46db-85ac-6bdf5d0d7f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:56.968966 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-a15e39f9-5b43-46db-85ac-6bdf5d0d7f6f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7573d13a-1d12-4b60-9b9f-ab36eb6286f0 HTTP/1.1" status: 204  len: 168 time: 0.9749188
Apr 08 02:44:57.011356 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40574) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:57.089124 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for port, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:57.145435 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-a287f5bf-4e82-4cb0-9f15-1fc9a9af3653 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:57.147899 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-a287f5bf-4e82-4cb0-9f15-1fc9a9af3653 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3992d7c-72ed-41f8-96da-54e0955a65a3 HTTP/1.1" status: 200  len: 852 time: 0.4353530
Apr 08 02:44:57.175320 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-a864238c-974a-4220-8661-67cf5f76b39b None None] Port 997e2111-cffc-46f5-9b63-5fd867611d1c cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:44:57.226941 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-ab85e70d-c5e7-42f0-9ff5-e2287c92d6ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=61b732bca8d142c79b03897a2d5d86fe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2116442
Apr 08 02:44:57.227323 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40578) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:57.369249 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device f27e764a-e765-4ae4-987e-a8fec81631f4 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:57.377169 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:57.443557 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:57.469680 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port f27e764a-e765-4ae4-987e-a8fec81631f4 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:57.471245 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:57.499354 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-534ac5f8-1355-4559-8b78-b50e8ac0966a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c913a7e-6767-4ead-ae16-5b243f13621e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536046
Apr 08 02:44:57.504628 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:57.507150 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7999011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784188'] for router_interface, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:57.627987 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Pushing event updated for resources: {'Port': ['ID=645eec9d-b109-4069-905f-2c750a95c52b,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:57.666908 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d4a1b46-ebe3-4637-82e4-5682a3bd5880'] response: {'name': 'network-changed', 'server_uuid': '2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9', 'tag': '44289cfd-1a39-4ed4-8b1c-43f7bf303706', 'status': 'completed', 'code': 200}
Apr 08 02:44:57.681960 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:57.684401 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Resources bound (agent type, host, resource id):  {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:57.699417 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Received port after_create {{(pid=83136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:44:57.952885 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-fb1c46f2-9601-48ef-b11e-6ef896fafd4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:58.027795 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-8d6ab230-8629-4b17-aaaa-25cce7edfe92 service neutron] 10.222.0.49 "GET /v2.0/networks/5c913a7e-6767-4ead-ae16-5b243f13621e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3713181
Apr 08 02:44:58.212232 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3cd0fac5-a7a3-46de-b2c0-030d86ef83ae req-b7313d99-999d-431e-90cb-b9dccb30d375 service neutron] 10.222.0.49 "GET /v2.0/networks/5c913a7e-6767-4ead-ae16-5b243f13621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1686542
Apr 08 02:44:58.247169 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:58.373281 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] Pushing event updated for resources: {'Port': ['ID=997e2111-cffc-46f5-9b63-5fd867611d1c,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:58.505997 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-fb1c46f2-9601-48ef-b11e-6ef896fafd4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:58.552322 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:58.617781 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] Network 8b5bf61a-9182-47e6-a758-1a71619fdd20 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:58.622965 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:44:58.633362 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Sync routers for ids ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:44:58.651277 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-c8a922eb-2258-4c1a-82f2-75b54b61959c admin admin] 10.222.0.48 "PUT /v2.0/routers/a511a43e-c69c-48a0-9d44-0a5ab05ae739/add_router_interface HTTP/1.1" status: 200  len: 503 time: 19.1061957
Apr 08 02:44:58.652412 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:58.674254 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Routers {'a511a43e-c69c-48a0-9d44-0a5ab05ae739'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:44:58.674951 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a295bd30>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:44:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:59.022288 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-fb1c46f2-9601-48ef-b11e-6ef896fafd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:59.150683 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-fb1c46f2-9601-48ef-b11e-6ef896fafd4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:59.155029 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-fb1c46f2-9601-48ef-b11e-6ef896fafd4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7bd2860d-3ffc-4cca-b72f-e1c252249860 HTTP/1.1" status: 204  len: 168 time: 1.9235055
Apr 08 02:44:59.155029 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c46f2-9601-48ef-b11e-6ef896fafd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd2860d-3ffc-4cca-b72f-e1c252249860,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:59.228101 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a32883-ab9b-4257-8e78-9821e1c0ff1a req-48b48638-ca34-484e-92c6-91fbb5657d7c tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:59.229526 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-55a32883-ab9b-4257-8e78-9821e1c0ff1a req-48b48638-ca34-484e-92c6-91fbb5657d7c tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 943 time: 0.8906636
Apr 08 02:44:59.346459 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-55a32883-ab9b-4257-8e78-9821e1c0ff1a req-469748c3-cae5-417e-be4f-c712162b4422 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917952
Apr 08 02:44:59.427349 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3b78d9bd-9156-46b5-bb6c-f65093b185b9 req-83b1b961-2ae2-4d9e-9f19-4d4ca4ba9fe7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08ab2bde6dca4830a67ca00d0223b3a7&device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 1096 time: 0.9371393
Apr 08 02:44:59.440584 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for port, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:59.449373 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2029878'] for port, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:59.538095 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Set router a511a43e-c69c-48a0-9d44-0a5ab05ae739 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:44:59.649554 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-e2b528fc-ed0e-4edb-b873-298c7caa4448 None None] Provisioning complete for port 997e2111-cffc-46f5-9b63-5fd867611d1c triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:59.650181 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-e2b528fc-ed0e-4edb-b873-298c7caa4448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:59.679438 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Pushing event updated for resources: {'Port': ['ID=645eec9d-b109-4069-905f-2c750a95c52b,revision_number=2']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:59.700733 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:59.773468 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:59.775397 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-7d1f159c-c264-4130-8a69-fb8c40c3ae4f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.8140087
Apr 08 02:45:00.030066 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78d9bd-9156-46b5-bb6c-f65093b185b9 req-9245e6c0-6827-4fb0-a87a-62df1746f8f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:00.032265 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3b78d9bd-9156-46b5-bb6c-f65093b185b9 req-9245e6c0-6827-4fb0-a87a-62df1746f8f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c913a7e-6767-4ead-ae16-5b243f13621e HTTP/1.1" status: 200  len: 913 time: 0.4781919
Apr 08 02:45:00.075917 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] Router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:45:00.163248 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-e2b528fc-ed0e-4edb-b873-298c7caa4448 None None] Port 997e2111-cffc-46f5-9b63-5fd867611d1c cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:45:00.202971 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a295bd30>, [{'id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'name': 'tempest-ServerRescueNegativeTestJSON-602230225-router', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:48Z', 'revision_number': 4, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'gw_port': {'id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '19a5aa4a-8e40-4db4-89d9-0ba4b5693eae', 'name': '', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'mac_address': 'fa:16:3e:6d:24:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:44:50Z', 'revision_number': 2, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'subnets': [{'id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:00.232269 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Checking router: a511a43e-c69c-48a0-9d44-0a5ab05ae739 for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:45:00.232615 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Updating router a511a43e-c69c-48a0-9d44-0a5ab05ae739 port 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae binding host dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:45:00.312431 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-fbf9ad7d-1b97-422b-968a-53cf257c2227 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:00.321063 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-fbf9ad7d-1b97-422b-968a-53cf257c2227 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/networks?id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 200  len: 818 time: 0.3142638
Apr 08 02:45:00.343739 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-193435fc-803a-4616-89f4-b62b17f30202 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/quotas/2f0c4cd55acc4607852747c5d796609e HTTP/1.1" status: 200  len: 375 time: 0.0214846
Apr 08 02:45:00.350758 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:00.466172 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:45:00.484689 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-7b46443d-50af-456a-a678-ae46870eec3b admin admin] 10.222.0.48 "PUT /v2.0/routers/dab48c9e-c48a-4c5e-b7b8-c637e07566b3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.1136508
Apr 08 02:45:00.485508 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-67389b09-078d-43ac-84cd-bbaf1736355f req-aae9ebcd-fbe7-4371-9cea-ab387cd46918 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Synchronizing usage tracker for tenant:f673f0f0edd74c56a204930e93f143da on resource:security_group {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:45:00.511555 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-67389b09-078d-43ac-84cd-bbaf1736355f req-aae9ebcd-fbe7-4371-9cea-ab387cd46918 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Unset dirty status for tenant:f673f0f0edd74c56a204930e93f143da on resource:security_group {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:45:00.513040 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-67389b09-078d-43ac-84cd-bbaf1736355f req-aae9ebcd-fbe7-4371-9cea-ab387cd46918 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1218131913&fields=id&tenant_id=f673f0f0edd74c56a204930e93f143da HTTP/1.1" status: 200  len: 267 time: 0.1235020
Apr 08 02:45:00.524925 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-685bc9f4-bdf1-4f2f-9a04-4bb9d7658032 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1799066
Apr 08 02:45:00.686404 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67389b09-078d-43ac-84cd-bbaf1736355f req-4a14f9ec-edd7-4d6e-8f5a-9c2679bcb5c7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:00.687915 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-67389b09-078d-43ac-84cd-bbaf1736355f req-4a14f9ec-edd7-4d6e-8f5a-9c2679bcb5c7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/networks?id=9177d28f-82e1-4f7a-9248-434f10dfbba9 HTTP/1.1" status: 200  len: 817 time: 0.1619220
Apr 08 02:45:00.705974 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-67389b09-078d-43ac-84cd-bbaf1736355f req-8fc178da-0f69-447d-8228-1d7c318c7d06 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/quotas/f673f0f0edd74c56a204930e93f143da HTTP/1.1" status: 200  len: 375 time: 0.0106752
Apr 08 02:45:00.811143 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-67389b09-078d-43ac-84cd-bbaf1736355f req-8f8e96e9-5e90-4117-87fb-16bd750271a0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Synchronizing usage tracker for tenant:f673f0f0edd74c56a204930e93f143da on resource:port {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:45:00.841510 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-67389b09-078d-43ac-84cd-bbaf1736355f req-8f8e96e9-5e90-4117-87fb-16bd750271a0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Unset dirty status for tenant:f673f0f0edd74c56a204930e93f143da on resource:port {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:45:00.845557 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-67389b09-078d-43ac-84cd-bbaf1736355f req-8f8e96e9-5e90-4117-87fb-16bd750271a0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f673f0f0edd74c56a204930e93f143da&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1300719
Apr 08 02:45:00.962515 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Notify callbacks [] for port, precommit_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:00.991781 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Transition to ACTIVE for port object 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:01.007795 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:01.129331 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3b78d9bd-9156-46b5-bb6c-f65093b185b9 req-ffd4a079-e72e-4025-a5a7-a3ecd6ee6812 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44289cfd-1a39-4ed4-8b1c-43f7bf303706 HTTP/1.1" status: 200  len: 217 time: 0.2033219
Apr 08 02:45:01.153503 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-67389b09-078d-43ac-84cd-bbaf1736355f req-1557e673-efc6-4056-bc69-a5b312dc7196 service neutron] 10.222.0.48 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2961309
Apr 08 02:45:01.272121 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78d9bd-9156-46b5-bb6c-f65093b185b9 req-acceed1c-f5e0-4521-a937-8e12d8c5b59b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:01.273867 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3b78d9bd-9156-46b5-bb6c-f65093b185b9 req-acceed1c-f5e0-4521-a937-8e12d8c5b59b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3992d7c-72ed-41f8-96da-54e0955a65a3 HTTP/1.1" status: 200  len: 852 time: 0.1353126
Apr 08 02:45:01.308994 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77923a-6c80-4492-a26a-b13d5b6409fe None None] Pushing event updated for resources: {'Port': ['ID=19a5aa4a-8e40-4db4-89d9-0ba4b5693eae,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:01.357809 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3b78d9bd-9156-46b5-bb6c-f65093b185b9 req-965f77b4-8a83-4a8b-bdf7-c4f6cf76259d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c913a7e-6767-4ead-ae16-5b243f13621e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0761690
Apr 08 02:45:01.424484 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Attempting to bind port 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:45:01.424767 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Attempting to bind port 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:45:01.425120 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Attempting to bind port 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae on network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:45:01.435604 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-67389b09-078d-43ac-84cd-bbaf1736355f req-4b3e5215-b157-4097-b936-de805086454b service neutron] 10.222.0.48 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2763388
Apr 08 02:45:01.441857 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:45:01.442233 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Checking segment: {'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:45:01.443442 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:01.443770 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Bound using segment: {'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:45:01.444239 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Bound port: 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:45:01.444622 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:01.590838 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] For port 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:45:01.597183 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] For port 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=19a5aa4a-8e40-4db4-89d9-0ba4b5693eae,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:45:01.609581 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:01.614251 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3b78d9bd-9156-46b5-bb6c-f65093b185b9 req-ba4a47ca-1872-4d83-81a8-a56752eca9ea service neutron] 10.222.0.49 "GET /v2.0/networks/5c913a7e-6767-4ead-ae16-5b243f13621e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2497711
Apr 08 02:45:01.717139 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-229cbbfa-8208-44cb-ac05-99770a29c668 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83136) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 08 02:45:01.718376 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-229cbbfa-8208-44cb-ac05-99770a29c668 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.7107148
Apr 08 02:45:01.719567 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Routers {'a511a43e-c69c-48a0-9d44-0a5ab05ae739'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:45:01.720200 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a295bd30>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:44:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:01.816352 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77923a-6c80-4492-a26a-b13d5b6409fe None None] Pushing event updated for resources: {'Port': ['ID=19a5aa4a-8e40-4db4-89d9-0ba4b5693eae,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:02.104895 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] Set router a511a43e-c69c-48a0-9d44-0a5ab05ae739 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:45:02.156525 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3b78d9bd-9156-46b5-bb6c-f65093b185b9 req-c10b4d77-e158-4a84-b211-6035800a983a service neutron] 10.222.0.49 "GET /v2.0/networks/5c913a7e-6767-4ead-ae16-5b243f13621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5347092
Apr 08 02:45:02.232928 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-6387acf1-3d3b-4c43-bf3a-bd7031e76acb service neutron] 10.222.0.48 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5065377
Apr 08 02:45:02.396075 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7519a-02f1-4542-a268-eaf85d5a9aaf req-769ee167-53f7-4ec1-9084-20e8a475a8d1 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:02.415695 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-35a7519a-02f1-4542-a268-eaf85d5a9aaf req-769ee167-53f7-4ec1-9084-20e8a475a8d1 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 943 time: 0.2856121
Apr 08 02:45:02.588325 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 40784) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:02.605495 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-f0cbfd0d-a359-4b8a-9eb1-8390bfe775d1 service neutron] 10.222.0.48 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3510652
Apr 08 02:45:02.620708 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-35a7519a-02f1-4542-a268-eaf85d5a9aaf req-962f0707-5ae2-4bb8-b1d3-1c98f3621f94 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2040102
Apr 08 02:45:02.829899 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a295bd30>, [{'id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'name': 'tempest-ServerRescueNegativeTestJSON-602230225-router', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:48Z', 'revision_number': 4, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'gw_port': {'id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '19a5aa4a-8e40-4db4-89d9-0ba4b5693eae', 'name': '', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'mac_address': 'fa:16:3e:6d:24:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:01Z', 'revision_number': 4, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'subnets': [{'id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:02.846458 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d599f250-9966-4860-9f0f-bc8616ad4861 None None] The sync data for ids ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'] in dv-cinder-837052-1-iscsi is: [{'id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'name': 'tempest-ServerRescueNegativeTestJSON-602230225-router', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:48Z', 'revision_number': 4, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'gw_port': {'id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '19a5aa4a-8e40-4db4-89d9-0ba4b5693eae', 'name': '', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'mac_address': 'fa:16:3e:6d:24:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:01Z', 'revision_number': 4, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'subnets': [{'id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:45:02.903850 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c066f825-1bfb-4d50-94ab-31960fd7aa25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:03.057032 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-c066f825-1bfb-4d50-94ab-31960fd7aa25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:03.072463 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-c066f825-1bfb-4d50-94ab-31960fd7aa25 admin admin] Usage tracker for resource:security_group_rule and tenant:4c542958697f42c2b41deb789f7fdd28 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:03.081056 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-c066f825-1bfb-4d50-94ab-31960fd7aa25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:03.103176 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-c066f825-1bfb-4d50-94ab-31960fd7aa25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:03.364040 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c066f825-1bfb-4d50-94ab-31960fd7aa25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:03.380477 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c066f825-1bfb-4d50-94ab-31960fd7aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:03.437991 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:45:03.527540 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b2da7cc8-b108-46ff-b507-dd8c42e62e3b req-d7d31668-9833-41df-a8af-23bbdd4de085 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 210 time: 0.2184079
Apr 08 02:45:03.573489 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:03.581052 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066f825-1bfb-4d50-94ab-31960fd7aa25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721f495a-c408-4c04-893e-e059f5c34441,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:03.581264 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:03.582091 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:03.657753 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40830) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:03.674878 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-c066f825-1bfb-4d50-94ab-31960fd7aa25 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c542958697f42c2b41deb789f7fdd28&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0851743
Apr 08 02:45:03.840783 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b9aab1b2-5b70-4a54-a814-973b3bbe65a6 req-cc8322eb-5b31-4b16-afa7-893dd0cbd9c6 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 210 time: 0.0672829
Apr 08 02:45:03.878362 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a7492f12-6037-452e-b862-6883f297a52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:03.951047 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a7492f12-6037-452e-b862-6883f297a52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:03.987540 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:04.109193 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=19a5aa4a-8e40-4db4-89d9-0ba4b5693eae,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:45:04.119469 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:04.334123 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=19a5aa4a-8e40-4db4-89d9-0ba4b5693eae,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:04.415746 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-a49025a6-0ae9-49a4-9e85-f0cc0d53f666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:04.439194 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a7492f12-6037-452e-b862-6883f297a52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:04.492201 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40856) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:04.499272 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7492f12-6037-452e-b862-6883f297a52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721f495a-c408-4c04-893e-e059f5c34441,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:04.516619 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0c8ec-d0e5-4906-b305-d5c2b9b8b6dd req-9a2b5351-b680-4791-85a4-f02f38a1f08c tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:04.530372 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-93a0c8ec-d0e5-4906-b305-d5c2b9b8b6dd req-9a2b5351-b680-4791-85a4-f02f38a1f08c tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 943 time: 0.2934618
Apr 08 02:45:04.595600 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67389b09-078d-43ac-84cd-bbaf1736355f req-4fd7c7a1-5bdd-43b3-b706-40b7985aab09 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:04.598169 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-67389b09-078d-43ac-84cd-bbaf1736355f req-4fd7c7a1-5bdd-43b3-b706-40b7985aab09 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Synchronizing usage tracker for tenant:f673f0f0edd74c56a204930e93f143da on resource:network {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:45:04.612998 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-cbcf2ff7-9330-49b6-950d-78bb12e594d4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--127703240', 'description': 'tempest-description--1553680594'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:45:04.666339 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a7492f12-6037-452e-b862-6883f297a52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:04.668235 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-67389b09-078d-43ac-84cd-bbaf1736355f req-4fd7c7a1-5bdd-43b3-b706-40b7985aab09 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Unset dirty status for tenant:f673f0f0edd74c56a204930e93f143da on resource:network {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:45:04.669356 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-67389b09-078d-43ac-84cd-bbaf1736355f req-4fd7c7a1-5bdd-43b3-b706-40b7985aab09 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.49 "GET /v2.0/networks?id=9177d28f-82e1-4f7a-9248-434f10dfbba9 HTTP/1.1" status: 200  len: 817 time: 0.5056794
Apr 08 02:45:04.687331 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-a7492f12-6037-452e-b862-6883f297a52d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/721f495a-c408-4c04-893e-e059f5c34441 HTTP/1.1" status: 204  len: 168 time: 1.0277631
Apr 08 02:45:04.689069 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-cbcf2ff7-9330-49b6-950d-78bb12e594d4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:04.695193 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-cbcf2ff7-9330-49b6-950d-78bb12e594d4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:security_group and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:04.699989 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-cbcf2ff7-9330-49b6-950d-78bb12e594d4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:04.711333 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-cbcf2ff7-9330-49b6-950d-78bb12e594d4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:04.737403 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 44289cfd-1a39-4ed4-8b1c-43f7bf303706 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:45:04.765090 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-93a0c8ec-d0e5-4906-b305-d5c2b9b8b6dd req-b92cc230-f579-4e8b-a086-01a370036c92 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2320404
Apr 08 02:45:04.806278 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-67389b09-078d-43ac-84cd-bbaf1736355f req-78f3543c-f7ea-4044-8f05-44d13d6e1010 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Synchronizing usage tracker for tenant:f673f0f0edd74c56a204930e93f143da on resource:security_group {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:45:04.846280 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-67389b09-078d-43ac-84cd-bbaf1736355f req-78f3543c-f7ea-4044-8f05-44d13d6e1010 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Unset dirty status for tenant:f673f0f0edd74c56a204930e93f143da on resource:security_group {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:45:04.848003 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-67389b09-078d-43ac-84cd-bbaf1736355f req-78f3543c-f7ea-4044-8f05-44d13d6e1010 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f673f0f0edd74c56a204930e93f143da HTTP/1.1" status: 200  len: 380 time: 0.1619639
Apr 08 02:45:04.857974 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-67389b09-078d-43ac-84cd-bbaf1736355f req-beafe801-a489-488c-af2c-5ac69c3d2809 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Request body: {'port': {'device_id': 'e44bc1d2-0741-4081-9165-b0aca9008eaf', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'admin_state_up': True, 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'security_groups': ['69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1']}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:45:04.864798 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-cbcf2ff7-9330-49b6-950d-78bb12e594d4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:05.058395 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 44289cfd-1a39-4ed4-8b1c-43f7bf303706, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=44289cfd-1a39-4ed4-8b1c-43f7bf303706,segment=NetworkSegment(4a297e88-17e8-4ca8-8231-feeac91f5bf8),segment_id=4a297e88-17e8-4ca8-8231-feeac91f5bf8)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:45:05.070942 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-459ad214-d851-40b7-818a-8a4a8ebc6ba0 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:05.078438 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-459ad214-d851-40b7-818a-8a4a8ebc6ba0 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/networks?id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 200  len: 818 time: 0.3112543
Apr 08 02:45:05.090582 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': '44289cfd-1a39-4ed4-8b1c-43f7bf303706', 'network_id': '5c913a7e-6767-4ead-ae16-5b243f13621e', 'port_id': '44289cfd-1a39-4ed4-8b1c-43f7bf303706', 'mac_address': 'fa:16:3e:9d:4b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3992d7c-72ed-41f8-96da-54e0955a65a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:45:05.110172 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-e106a89d-19e7-4f49-b39b-e5681220be9c tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/quotas/2f0c4cd55acc4607852747c5d796609e HTTP/1.1" status: 200  len: 375 time: 0.0305579
Apr 08 02:45:05.158465 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-67389b09-078d-43ac-84cd-bbaf1736355f req-beafe801-a489-488c-af2c-5ac69c3d2809 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:05.180622 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-67389b09-078d-43ac-84cd-bbaf1736355f req-beafe801-a489-488c-af2c-5ac69c3d2809 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:05.202765 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67389b09-078d-43ac-84cd-bbaf1736355f req-beafe801-a489-488c-af2c-5ac69c3d2809 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Made reservation on behalf of f673f0f0edd74c56a204930e93f143da for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:45:05.206054 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-67389b09-078d-43ac-84cd-bbaf1736355f req-beafe801-a489-488c-af2c-5ac69c3d2809 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:05.227747 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:05.272530 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44289cfd-1a39-4ed4-8b1c-43f7bf303706 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:45:05.292100 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 44289cfd-1a39-4ed4-8b1c-43f7bf303706, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=44289cfd-1a39-4ed4-8b1c-43f7bf303706,segment=NetworkSegment(4a297e88-17e8-4ca8-8231-feeac91f5bf8),segment_id=4a297e88-17e8-4ca8-8231-feeac91f5bf8)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:45:05.297746 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:05.354635 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a9801609-fc91-42b2-88f2-51412626b1e5 req-4b8206d3-087b-49bd-ada8-5062c0d5bbf1 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 210 time: 0.1787984
Apr 08 02:45:05.357227 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.49', 58830) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:05.361371 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-cbcf2ff7-9330-49b6-950d-78bb12e594d4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:05.377204 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:45:05.461395 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-cbcf2ff7-9330-49b6-950d-78bb12e594d4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:security_group_rule and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:05.625604 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-cbcf2ff7-9330-49b6-950d-78bb12e594d4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:05.628062 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-67389b09-078d-43ac-84cd-bbaf1736355f req-beafe801-a489-488c-af2c-5ac69c3d2809 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Allocated IP 172.20.0.12 (9177d28f-82e1-4f7a-9248-434f10dfbba9/3ecf36cf-7175-47e0-89d3-2818045d184b/e1447a33-5dc8-44ca-8978-a2f1cdaaab34) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:45:05.634064 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=44289cfd-1a39-4ed4-8b1c-43f7bf303706,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:05.658238 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-cbcf2ff7-9330-49b6-950d-78bb12e594d4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:05.664745 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['44289cfd-1a39-4ed4-8b1c-43f7bf303706'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:45:05.745462 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-8a699f8c-5c14-4d19-a329-3e74470388e5 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6338780
Apr 08 02:45:05.765794 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:05.766509 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:05.930592 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-ef94e757-25ab-4e1f-b2fd-a6634a341165 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:05.932512 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-ef94e757-25ab-4e1f-b2fd-a6634a341165 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.49 "GET /v2.0/networks?id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 200  len: 818 time: 0.5460458
Apr 08 02:45:05.985734 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-4db730b8-80aa-4799-9e75-eded6730f15e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Request body: {'port': {'device_id': 'fe2c4fd0-315a-4d94-8913-a661cdfa293a', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'admin_state_up': True, 'tenant_id': '2f0c4cd55acc4607852747c5d796609e'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:45:06.081253 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-67389b09-078d-43ac-84cd-bbaf1736355f req-beafe801-a489-488c-af2c-5ac69c3d2809 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:06.130348 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-67389b09-078d-43ac-84cd-bbaf1736355f req-beafe801-a489-488c-af2c-5ac69c3d2809 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Transition to ACTIVE for port object e1447a33-5dc8-44ca-8978-a2f1cdaaab34 will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:06.168600 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-67389b09-078d-43ac-84cd-bbaf1736355f req-beafe801-a489-488c-af2c-5ac69c3d2809 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:06.197184 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:06.274553 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-cbcf2ff7-9330-49b6-950d-78bb12e594d4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:06.313233 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67389b09-078d-43ac-84cd-bbaf1736355f req-beafe801-a489-488c-af2c-5ac69c3d2809 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Network 9177d28f-82e1-4f7a-9248-434f10dfbba9 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:45:06.323864 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-cbcf2ff7-9330-49b6-950d-78bb12e594d4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:06.329468 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-67389b09-078d-43ac-84cd-bbaf1736355f req-beafe801-a489-488c-af2c-5ac69c3d2809 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:45:06.336011 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-67389b09-078d-43ac-84cd-bbaf1736355f req-beafe801-a489-488c-af2c-5ac69c3d2809 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:45:06.339922 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67389b09-078d-43ac-84cd-bbaf1736355f req-beafe801-a489-488c-af2c-5ac69c3d2809 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:06.340482 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-67389b09-078d-43ac-84cd-bbaf1736355f req-beafe801-a489-488c-af2c-5ac69c3d2809 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:06.376316 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 40924) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:06.411982 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafe801-a489-488c-af2c-5ac69c3d2809 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Pushing event updated for resources: {'Port': ['ID=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:06.454269 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-67389b09-078d-43ac-84cd-bbaf1736355f req-beafe801-a489-488c-af2c-5ac69c3d2809 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6000373
Apr 08 02:45:06.478736 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Request body: {'port': {'device_id': 'e44bc1d2-0741-4081-9165-b0aca9008eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:45:06.511259 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-88552444-8ce2-4dd5-ad3d-995cccc86f65 service neutron] 10.222.0.48 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7648718
Apr 08 02:45:06.530886 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-50236c97-f67e-4b3d-bf54-29da52c5d7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:06.561821 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf2ff7-9330-49b6-950d-78bb12e594d4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d5fb13-ef57-4050-9514-2168c8be7cb2,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:06.569803 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-cbcf2ff7-9330-49b6-950d-78bb12e594d4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:06.573585 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-cbcf2ff7-9330-49b6-950d-78bb12e594d4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 2.0754240
Apr 08 02:45:06.575323 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 40934) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:06.623906 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b2f1d019-9f68-438a-9e8c-7fb77f6761cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:06.646889 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-edc42ba1-b0d2-4f36-a571-b5e4c5eb0cf7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'security_group_rule': {'security_group_id': 'e6d5fb13-ef57-4050-9514-2168c8be7cb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:45:06.677807 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-edc42ba1-b0d2-4f36-a571-b5e4c5eb0cf7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:06.678630 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-b8ca6c16-e70f-4531-b625-923e312fea09 None None] Provisioning for port e1447a33-5dc8-44ca-8978-a2f1cdaaab34 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:06.686723 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-b8ca6c16-e70f-4531-b625-923e312fea09 None None] Provisioning complete for port e1447a33-5dc8-44ca-8978-a2f1cdaaab34 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:06.687608 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b8ca6c16-e70f-4531-b625-923e312fea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:06.688833 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-4db730b8-80aa-4799-9e75-eded6730f15e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:06.691289 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-edc42ba1-b0d2-4f36-a571-b5e4c5eb0cf7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:security_group_rule and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:06.696072 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-edc42ba1-b0d2-4f36-a571-b5e4c5eb0cf7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:06.706185 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-4db730b8-80aa-4799-9e75-eded6730f15e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Usage tracker for resource:port and tenant:2f0c4cd55acc4607852747c5d796609e is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:06.710538 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-edc42ba1-b0d2-4f36-a571-b5e4c5eb0cf7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:06.714204 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-4db730b8-80aa-4799-9e75-eded6730f15e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:06.725583 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-4db730b8-80aa-4799-9e75-eded6730f15e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:06.743028 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f10d29-afd1-4a4f-bb6b-31393bbf7b4e req-9574358f-8705-4330-80f0-e10a095150ff tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:06.749976 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-40f10d29-afd1-4a4f-bb6b-31393bbf7b4e req-9574358f-8705-4330-80f0-e10a095150ff tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 944 time: 0.5602303
Apr 08 02:45:06.772147 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca6c16-e70f-4531-b625-923e312fea09 None None] Port e1447a33-5dc8-44ca-8978-a2f1cdaaab34 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:45:06.780969 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-b2f1d019-9f68-438a-9e8c-7fb77f6761cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:06.789028 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-b2f1d019-9f68-438a-9e8c-7fb77f6761cf admin admin] Usage tracker for resource:security_group_rule and tenant:a680a454125741bbade5c40bf0a4f1af is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:06.793589 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-b2f1d019-9f68-438a-9e8c-7fb77f6761cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:06.800092 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:06.806193 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-4db730b8-80aa-4799-9e75-eded6730f15e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Made reservation on behalf of 2f0c4cd55acc4607852747c5d796609e for: {'port': 1} {{(pid=83136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:45:06.809101 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-4db730b8-80aa-4799-9e75-eded6730f15e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:06.810193 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-b2f1d019-9f68-438a-9e8c-7fb77f6761cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:06.825169 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-edc42ba1-b0d2-4f36-a571-b5e4c5eb0cf7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:06.857163 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-dd23cdb3-5e3d-4f2b-a3cb-70f496b2b4ed service neutron] 10.222.0.48 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3450310
Apr 08 02:45:06.951251 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-40f10d29-afd1-4a4f-bb6b-31393bbf7b4e req-4e97c541-3d70-40a1-8431-e7eddcd34c28 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003238
Apr 08 02:45:07.025204 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b2f1d019-9f68-438a-9e8c-7fb77f6761cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:07.157408 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1d685fa9-a388-4fad-9354-24cb3936a5d3 req-6b2a0ecb-ad4a-43b8-abf4-ce57fd65112a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 210 time: 0.0840528
Apr 08 02:45:07.206188 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-edc42ba1-b0d2-4f36-a571-b5e4c5eb0cf7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:07.235259 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-edc42ba1-b0d2-4f36-a571-b5e4c5eb0cf7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:07.276466 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b2f1d019-9f68-438a-9e8c-7fb77f6761cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:07.324301 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc42ba1-b0d2-4f36-a571-b5e4c5eb0cf7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c280a145-793e-4149-bb11-766aa7176baa,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:07.338372 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1d019-9f68-438a-9e8c-7fb77f6761cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18365bf7-fc08-4d8e-a292-b796852248c0,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:07.362488 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_common [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-4db730b8-80aa-4799-9e75-eded6730f15e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Allocated IP 172.20.0.7 (0f7fec88-7d49-4f5a-9423-d79ffd9641f1/3bb3aae2-b572-44aa-8358-c4c59784dbe8/1765d10f-4f9f-4883-99d5-299517e80053) {{(pid=83136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:45:07.367286 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1447a33-5dc8-44ca-8978-a2f1cdaaab34 {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:45:07.371831 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-edc42ba1-b0d2-4f36-a571-b5e4c5eb0cf7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:07.373577 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-edc42ba1-b0d2-4f36-a571-b5e4c5eb0cf7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7830684
Apr 08 02:45:07.376557 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-b2f1d019-9f68-438a-9e8c-7fb77f6761cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a680a454125741bbade5c40bf0a4f1af&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9990842
Apr 08 02:45:07.377139 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 40960) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:07.377459 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 40962) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:07.396474 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:07.409933 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-f17d2b0a-c8c6-4e33-a3ac-db8767ff3c01 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'security_group_rule': {'security_group_id': 'e6d5fb13-ef57-4050-9514-2168c8be7cb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:45:07.419657 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-f17d2b0a-c8c6-4e33-a3ac-db8767ff3c01 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:07.421790 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40440a-7dd0-4c17-aa74-1af163665294 req-3a3ad932-b46f-4b98-9def-1ee52bd49083 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:07.425407 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-f17d2b0a-c8c6-4e33-a3ac-db8767ff3c01 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:security_group_rule and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:07.429903 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-f17d2b0a-c8c6-4e33-a3ac-db8767ff3c01 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:07.430391 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ae40440a-7dd0-4c17-aa74-1af163665294 req-3a3ad932-b46f-4b98-9def-1ee52bd49083 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 932 time: 0.2030356
Apr 08 02:45:07.438127 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-f17d2b0a-c8c6-4e33-a3ac-db8767ff3c01 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:07.493385 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Transition to ACTIVE for port object e1447a33-5dc8-44ca-8978-a2f1cdaaab34 will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:07.507680 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f17d2b0a-c8c6-4e33-a3ac-db8767ff3c01 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:07.519831 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:07.547826 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ae40440a-7dd0-4c17-aa74-1af163665294 req-90ee8a98-74ca-4a52-ad2b-1f2d7c90193d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1162961
Apr 08 02:45:07.657193 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:07.702604 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-af318954-3d85-486b-9096-c39114048329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:07.804939 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f17d2b0a-c8c6-4e33-a3ac-db8767ff3c01 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:07.840114 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:07.954342 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-4db730b8-80aa-4799-9e75-eded6730f15e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for port, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:07.972145 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f17d2b0a-c8c6-4e33-a3ac-db8767ff3c01 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:07.974633 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Pushing event updated for resources: {'Port': ['ID=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:07.994688 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.provisioning_blocks [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-4db730b8-80aa-4799-9e75-eded6730f15e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Transition to ACTIVE for port object 1765d10f-4f9f-4883-99d5-299517e80053 will not be triggered until provisioned by entity DHCP. {{(pid=83136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:08.064527 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-4db730b8-80aa-4799-9e75-eded6730f15e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:08.080240 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-af318954-3d85-486b-9096-c39114048329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:08.292131 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-af318954-3d85-486b-9096-c39114048329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:08.349413 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d2b0a-c8c6-4e33-a3ac-db8767ff3c01 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2618d57e-cf6a-44aa-80ad-44665514fadd,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:08.357972 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-af318954-3d85-486b-9096-c39114048329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:08.364423 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-af318954-3d85-486b-9096-c39114048329 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18365bf7-fc08-4d8e-a292-b796852248c0 HTTP/1.1" status: 204  len: 168 time: 0.9835541
Apr 08 02:45:08.395825 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-4db730b8-80aa-4799-9e75-eded6730f15e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 is already hosted by enough agents. {{(pid=83136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:45:08.423878 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-4db730b8-80aa-4799-9e75-eded6730f15e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Resources bound (agent type, host, resource id):  {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:45:08.427258 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db730b8-80aa-4799-9e75-eded6730f15e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Pushing event updated for resources: {'Port': ['ID=1765d10f-4f9f-4883-99d5-299517e80053,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:08.442282 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-4db730b8-80aa-4799-9e75-eded6730f15e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Received port after_create {{(pid=83136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:45:08.462249 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af318954-3d85-486b-9096-c39114048329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18365bf7-fc08-4d8e-a292-b796852248c0,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:08.469032 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f17d2b0a-c8c6-4e33-a3ac-db8767ff3c01 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:08.493627 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-f17d2b0a-c8c6-4e33-a3ac-db8767ff3c01 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.1107447
Apr 08 02:45:08.496120 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 41010) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:08.570240 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Attempting to bind port e1447a33-5dc8-44ca-8978-a2f1cdaaab34 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:45:08.570831 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Attempting to bind port e1447a33-5dc8-44ca-8978-a2f1cdaaab34 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '8758cd27-8689-4eb2-a4f3-2a1c2c28b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:45:08.571160 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Attempting to bind port e1447a33-5dc8-44ca-8978-a2f1cdaaab34 on network 9177d28f-82e1-4f7a-9248-434f10dfbba9 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:45:08.582511 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'floatingip': {'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:45:08.591251 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:08.607309 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:floatingip and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:08.622343 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:08.659918 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:08.698540 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.49', 58835) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:08.710570 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-4db730b8-80aa-4799-9e75-eded6730f15e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:08.711222 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-4db730b8-80aa-4799-9e75-eded6730f15e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for port, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:08.715651 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:08.730447 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 44289cfd-1a39-4ed4-8b1c-43f7bf303706 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:45:08.780143 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-abf4080e-c300-46bb-998f-83a6abff1a8c req-ed92b7a9-84de-4ea7-8bca-6a8b841c0cdb tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Synchronizing usage tracker for tenant:2f0c4cd55acc4607852747c5d796609e on resource:port {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:45:08.834305 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-abf4080e-c300-46bb-998f-83a6abff1a8c req-ed92b7a9-84de-4ea7-8bca-6a8b841c0cdb tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Unset dirty status for tenant:2f0c4cd55acc4607852747c5d796609e on resource:port {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:45:08.846258 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-abf4080e-c300-46bb-998f-83a6abff1a8c req-ed92b7a9-84de-4ea7-8bca-6a8b841c0cdb tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 210 time: 0.1284325
Apr 08 02:45:08.859879 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-4db730b8-80aa-4799-9e75-eded6730f15e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8852472
Apr 08 02:45:08.909610 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Request body: {'port': {'device_id': 'fe2c4fd0-315a-4d94-8913-a661cdfa293a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:45:08.923010 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port 44289cfd-1a39-4ed4-8b1c-43f7bf303706 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:08.973006 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port 44289cfd-1a39-4ed4-8b1c-43f7bf303706 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:08.981939 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:09.069075 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Port e1447a33-5dc8-44ca-8978-a2f1cdaaab34 on network 9177d28f-82e1-4f7a-9248-434f10dfbba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:45:09.069674 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Attempting to bind port e1447a33-5dc8-44ca-8978-a2f1cdaaab34 on network 9177d28f-82e1-4f7a-9248-434f10dfbba9 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:45:09.099432 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-fe1c5a85-58c5-4e57-a963-158c6d2a27b1 None None] Provisioning for port 1765d10f-4f9f-4883-99d5-299517e80053 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:09.123580 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-fe1c5a85-58c5-4e57-a963-158c6d2a27b1 None None] Provisioning complete for port 1765d10f-4f9f-4883-99d5-299517e80053 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:09.124197 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-fe1c5a85-58c5-4e57-a963-158c6d2a27b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:09.254003 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:09.279087 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-5edb9f54-769b-42d3-bb7b-aa121ee92eca tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:09.279777 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-5edb9f54-769b-42d3-bb7b-aa121ee92eca tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Synchronizing usage tracker for tenant:2f0c4cd55acc4607852747c5d796609e on resource:network {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:45:09.282125 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-fe1c5a85-58c5-4e57-a963-158c6d2a27b1 None None] Port 1765d10f-4f9f-4883-99d5-299517e80053 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:45:09.289087 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:09.295991 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:45:09.296523 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Checking segment: {'id': '8758cd27-8689-4eb2-a4f3-2a1c2c28b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:45:09.297387 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Bound using segment: {'id': '8758cd27-8689-4eb2-a4f3-2a1c2c28b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:45:09.297989 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Bound port: e1447a33-5dc8-44ca-8978-a2f1cdaaab34, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8758cd27-8689-4eb2-a4f3-2a1c2c28b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:45:09.298492 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:09.325791 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 41028) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:09.331901 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 44289cfd-1a39-4ed4-8b1c-43f7bf303706, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=44289cfd-1a39-4ed4-8b1c-43f7bf303706,segment=NetworkSegment(4a297e88-17e8-4ca8-8231-feeac91f5bf8),segment_id=4a297e88-17e8-4ca8-8231-feeac91f5bf8)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:45:09.334540 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44289cfd-1a39-4ed4-8b1c-43f7bf303706'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:45:09.342195 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4058dca-2baa-40bc-9b29-d290ed896dad req-85038d06-2c5c-4882-9162-819d3bc0ad4d tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:09.350770 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e4058dca-2baa-40bc-9b29-d290ed896dad req-85038d06-2c5c-4882-9162-819d3bc0ad4d tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 944 time: 1.0934050
Apr 08 02:45:09.366021 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-5edb9f54-769b-42d3-bb7b-aa121ee92eca tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Unset dirty status for tenant:2f0c4cd55acc4607852747c5d796609e on resource:network {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:45:09.367503 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-5edb9f54-769b-42d3-bb7b-aa121ee92eca tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.49 "GET /v2.0/networks?id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 200  len: 818 time: 0.6678255
Apr 08 02:45:09.388764 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-5982aa7b-5788-4689-9af6-82fbfc8eeab4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Request body: {'port': {'device_id': '6228b11f-244d-4e25-8b1f-e19a90cc8c20', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'admin_state_up': True, 'tenant_id': '2f0c4cd55acc4607852747c5d796609e'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:45:09.396912 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:09.412005 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:09.462027 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bccc056c-deee-405e-86a1-eb4371a091e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:09.482900 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e4058dca-2baa-40bc-9b29-d290ed896dad req-47fe9c1b-b4f7-452a-bab1-9342ed447bed tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310372
Apr 08 02:45:09.538778 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b5a4-7e00-40ea-8458-428468629acc req-b7bc917d-2248-4931-a8ba-912ada4ef90d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:09.540498 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-db75b5a4-7e00-40ea-8458-428468629acc req-b7bc917d-2248-4931-a8ba-912ada4ef90d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.3472934
Apr 08 02:45:09.564968 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=44289cfd-1a39-4ed4-8b1c-43f7bf303706,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:09.680406 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] For port e1447a33-5dc8-44ca-8978-a2f1cdaaab34, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:45:09.704316 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-db75b5a4-7e00-40ea-8458-428468629acc req-f4ba74db-0441-405f-afb1-ce64a7d45589 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1515539
Apr 08 02:45:09.760150 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] For port e1447a33-5dc8-44ca-8978-a2f1cdaaab34, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:45:09.762928 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-bccc056c-deee-405e-86a1-eb4371a091e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:09.804010 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-bccc056c-deee-405e-86a1-eb4371a091e3 admin admin] Usage tracker for resource:security_group_rule and tenant:b7a6da0424eb4d518396d3da483e15cb is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:09.807509 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:09.817184 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-bccc056c-deee-405e-86a1-eb4371a091e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:09.890270 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-bccc056c-deee-405e-86a1-eb4371a091e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:09.892963 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-5982aa7b-5788-4689-9af6-82fbfc8eeab4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:09.937883 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-5982aa7b-5788-4689-9af6-82fbfc8eeab4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:09.955347 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:09.956952 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-67389b09-078d-43ac-84cd-bbaf1736355f req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] 10.222.0.49 "PUT /v2.0/ports/e1447a33-5dc8-44ca-8978-a2f1cdaaab34 HTTP/1.1" status: 200  len: 1094 time: 3.4912193
Apr 08 02:45:09.966712 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44bc1d2-0741-4081-9165-b0aca9008eaf', 'tag': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:45:09.972771 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:09.977654 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-199064dc-aad2-4ab1-aa96-d221eef44fad'] response: {'server_uuid': '2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44289cfd-1a39-4ed4-8b1c-43f7bf303706', 'code': 200}
Apr 08 02:45:10.025203 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.notifiers.nova [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1765d10f-4f9f-4883-99d5-299517e80053 {{(pid=83136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:45:10.038356 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:10.081078 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.provisioning_blocks [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Transition to ACTIVE for port object 1765d10f-4f9f-4883-99d5-299517e80053 will not be triggered until provisioned by entity L2. {{(pid=83136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:10.087474 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2029878'] for port, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:10.175357 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bab96af-6388-4b59-aca2-1a923198ad59'] response: {'name': 'network-changed', 'server_uuid': 'e44bc1d2-0741-4081-9165-b0aca9008eaf', 'tag': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34', 'status': 'completed', 'code': 200}
Apr 08 02:45:10.187597 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Pushing event updated for resources: {'Port': ['ID=1765d10f-4f9f-4883-99d5-299517e80053,revision_number=2']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:10.203149 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-5982aa7b-5788-4689-9af6-82fbfc8eeab4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Made reservation on behalf of 2f0c4cd55acc4607852747c5d796609e for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:45:10.213367 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-5982aa7b-5788-4689-9af6-82fbfc8eeab4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:10.285399 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a526d8-c445-4de0-8810-56e9def01915 service neutron] Pushing event updated for resources: {'Port': ['ID=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:10.288642 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.49', 58841) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:10.435429 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d33656f2-2972-4f23-ae17-a975af86f2a4 req-7279e75a-3956-4ee0-bab7-77d3fba4fafc tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 210 time: 0.1139817
Apr 08 02:45:10.586996 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.managers [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Attempting to bind port 1765d10f-4f9f-4883-99d5-299517e80053 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:45:10.605626 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.managers [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Attempting to bind port 1765d10f-4f9f-4883-99d5-299517e80053 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'}] {{(pid=83136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:45:10.605978 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Attempting to bind port 1765d10f-4f9f-4883-99d5-299517e80053 on network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 {{(pid=83136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:45:10.618985 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Port 1765d10f-4f9f-4883-99d5-299517e80053 on network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:45:10.619304 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Attempting to bind port 1765d10f-4f9f-4883-99d5-299517e80053 on network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 {{(pid=83136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:45:10.631898 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:45:10.632245 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Checking segment: {'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:45:10.632809 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Bound using segment: {'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'} {{(pid=83136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:45:10.633252 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.managers [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Bound port: 1765d10f-4f9f-4883-99d5-299517e80053, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'}}] {{(pid=83136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:45:10.633600 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:10.746376 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bccc056c-deee-405e-86a1-eb4371a091e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:10.761562 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-67389b09-078d-43ac-84cd-bbaf1736355f req-e36a1981-7711-4a07-8a2e-eae23d4c2148 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f673f0f0edd74c56a204930e93f143da&device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 1097 time: 0.6813073
Apr 08 02:45:10.797877 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bccc056c-deee-405e-86a1-eb4371a091e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:10.808436 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Allocated IP 172.27.2.67 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/738214fe-cc46-43d3-a7ce-a071e8f91000) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:45:10.824833 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] For port 1765d10f-4f9f-4883-99d5-299517e80053, host hv-cinder-83705, cleared binding levels {{(pid=83136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:45:10.856007 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] For port 1765d10f-4f9f-4883-99d5-299517e80053, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1765d10f-4f9f-4883-99d5-299517e80053,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:45:10.867407 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2029878'] for port, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:10.872125 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2e3163f3-bcdf-4237-8311-e497eb7474db req-c7fff061-dc01-494b-8a06-4753d9f112d4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 1098 time: 0.4899197
Apr 08 02:45:10.905227 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc056c-deee-405e-86a1-eb4371a091e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5985b7b4-3cb5-4242-a4af-9acd98d528a0,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:10.919894 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd13e45-ffd0-4bb7-84cd-1e213a8b94f8 req-55b8bcd5-43f2-47e4-9bb0-cee70df7c98a tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:10.921345 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7bd13e45-ffd0-4bb7-84cd-1e213a8b94f8 req-55b8bcd5-43f2-47e4-9bb0-cee70df7c98a tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.2107754
Apr 08 02:45:10.972467 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-bccc056c-deee-405e-86a1-eb4371a091e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7a6da0424eb4d518396d3da483e15cb&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6431210
Apr 08 02:45:10.972997 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 41094) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:10.979610 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-5982aa7b-5788-4689-9af6-82fbfc8eeab4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Allocated IP 172.20.0.13 (0f7fec88-7d49-4f5a-9423-d79ffd9641f1/3bb3aae2-b572-44aa-8358-c4c59784dbe8/8cf7f363-1f61-4342-8249-2e47822bc532) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:45:11.115677 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:11.137365 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for port, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:11.138771 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] 10.222.0.49 "PUT /v2.0/ports/1765d10f-4f9f-4883-99d5-299517e80053 HTTP/1.1" status: 200  len: 1093 time: 2.2631383
Apr 08 02:45:11.139260 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2c4fd0-315a-4d94-8913-a661cdfa293a', 'tag': '1765d10f-4f9f-4883-99d5-299517e80053'}] {{(pid=83136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:45:11.183384 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccb330-6e0e-4b11-9b24-3ebb120f0229 service neutron] Pushing event updated for resources: {'Port': ['ID=1765d10f-4f9f-4883-99d5-299517e80053,revision_number=3']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:11.205255 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434a4dd-7953-452a-b4d5-88a1eba1056b req-9189ce0c-f42b-4276-bf58-ea835c01bbca tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:11.206402 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a434a4dd-7953-452a-b4d5-88a1eba1056b req-9189ce0c-f42b-4276-bf58-ea835c01bbca tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.2995591
Apr 08 02:45:11.232338 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ec612683-a06b-4da3-81b1-64a638ae5866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:11.264120 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7bd13e45-ffd0-4bb7-84cd-1e213a8b94f8 req-04e36443-79dd-45a8-b062-07cdc7c241f5 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2847886
Apr 08 02:45:11.295910 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-5982aa7b-5788-4689-9af6-82fbfc8eeab4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:11.304711 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:11.313214 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ec612683-a06b-4da3-81b1-64a638ae5866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:11.353186 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 41106) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:11.405912 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a434a4dd-7953-452a-b4d5-88a1eba1056b req-cc56fdfd-28e3-494b-ac40-59abb8674a1b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1745315
Apr 08 02:45:11.408055 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ec612683-a06b-4da3-81b1-64a638ae5866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:11.428531 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-5982aa7b-5788-4689-9af6-82fbfc8eeab4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Transition to ACTIVE for port object 8cf7f363-1f61-4342-8249-2e47822bc532 will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:11.433247 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ec612683-a06b-4da3-81b1-64a638ae5866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:11.436642 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-ec612683-a06b-4da3-81b1-64a638ae5866 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5985b7b4-3cb5-4242-a4af-9acd98d528a0 HTTP/1.1" status: 204  len: 168 time: 0.4539604
Apr 08 02:45:11.436642 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec612683-a06b-4da3-81b1-64a638ae5866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5985b7b4-3cb5-4242-a4af-9acd98d528a0,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:11.455249 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:45:11.459631 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'Port': ['ID=738214fe-cc46-43d3-a7ce-a071e8f91000,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:11.467409 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:45:11.472945 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:45:11.568551 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-5982aa7b-5788-4689-9af6-82fbfc8eeab4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:11.658694 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e1a2db-b63e-4337-85bd-0701041295cd'] response: {'name': 'network-changed', 'server_uuid': 'fe2c4fd0-315a-4d94-8913-a661cdfa293a', 'tag': '1765d10f-4f9f-4883-99d5-299517e80053', 'status': 'completed', 'code': 200}
Apr 08 02:45:11.700412 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-5982aa7b-5788-4689-9af6-82fbfc8eeab4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:45:11.701803 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7cb5bca0-c770-4d60-91e1-0a8275c4fc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:11.714915 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-5982aa7b-5788-4689-9af6-82fbfc8eeab4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:45:11.715957 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c79e23-00b6-4004-ab90-c1fb67427a1f req-73f3fc73-b2f6-4268-a059-0ad1ea4b6d01 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:11.717194 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-5982aa7b-5788-4689-9af6-82fbfc8eeab4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:45:11.721004 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-5982aa7b-5788-4689-9af6-82fbfc8eeab4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:11.721589 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-5982aa7b-5788-4689-9af6-82fbfc8eeab4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:11.724554 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-27c79e23-00b6-4004-ab90-c1fb67427a1f req-73f3fc73-b2f6-4268-a059-0ad1ea4b6d01 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 932 time: 0.1134696
Apr 08 02:45:11.778271 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-27c79e23-00b6-4004-ab90-c1fb67427a1f req-af5612d3-c0ab-4c86-8b71-f33a2bf48a13 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467172
Apr 08 02:45:11.850736 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:11.887613 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982aa7b-5788-4689-9af6-82fbfc8eeab4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Pushing event updated for resources: {'Port': ['ID=8cf7f363-1f61-4342-8249-2e47822bc532,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:11.945759 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-5982aa7b-5788-4689-9af6-82fbfc8eeab4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5606899
Apr 08 02:45:11.950363 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:11.954158 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-e52f0c1a-55de-4746-a7ee-0b0cc0eac801 None None] Provisioning for port 8cf7f363-1f61-4342-8249-2e47822bc532 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:11.961705 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-e52f0c1a-55de-4746-a7ee-0b0cc0eac801 None None] Provisioning complete for port 8cf7f363-1f61-4342-8249-2e47822bc532 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:11.962344 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-e52f0c1a-55de-4746-a7ee-0b0cc0eac801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:11.981148 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-7cb5bca0-c770-4d60-91e1-0a8275c4fc51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:11.992071 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-7cb5bca0-c770-4d60-91e1-0a8275c4fc51 admin admin] Usage tracker for resource:security_group_rule and tenant:ca50aaf96a0e4bb89ecc45ab4c84f9de is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:12.000584 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-7cb5bca0-c770-4d60-91e1-0a8275c4fc51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:12.010408 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-7cb5bca0-c770-4d60-91e1-0a8275c4fc51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:12.029967 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-e52f0c1a-55de-4746-a7ee-0b0cc0eac801 None None] Port 8cf7f363-1f61-4342-8249-2e47822bc532 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:45:12.199200 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7cb5bca0-c770-4d60-91e1-0a8275c4fc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:12.205345 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7cb5bca0-c770-4d60-91e1-0a8275c4fc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:12.263377 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:12.269498 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5bca0-c770-4d60-91e1-0a8275c4fc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b3887f-263f-4298-b2d6-ba0f3524be79,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:12.274107 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:12.312837 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-7cb5bca0-c770-4d60-91e1-0a8275c4fc51 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca50aaf96a0e4bb89ecc45ab4c84f9de&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9457417
Apr 08 02:45:12.313441 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 41138) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:12.341415 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:12.364954 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'Port': ['ID=738214fe-cc46-43d3-a7ce-a071e8f91000,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:12.376356 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:12.377880 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-bedf5458-e982-4b91-8aab-965f8302286c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.8749704
Apr 08 02:45:12.436627 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-e83d544b-f99d-4c36-a9f4-07ef86600fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:12.468014 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-e83d544b-f99d-4c36-a9f4-07ef86600fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:12.589836 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8157ef5-559b-47b4-bcbb-0c94b9fa7e29 req-f2e2d2cc-371e-40c2-91f0-6adf88e403b8 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:12.591865 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f8157ef5-559b-47b4-bcbb-0c94b9fa7e29 req-f2e2d2cc-371e-40c2-91f0-6adf88e403b8 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.1150928
Apr 08 02:45:12.604961 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-2e3163f3-bcdf-4237-8311-e497eb7474db req-821d6fc2-f166-43a9-9657-b79320e82610 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:12.620219 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-e83d544b-f99d-4c36-a9f4-07ef86600fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:12.648481 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-67389b09-078d-43ac-84cd-bbaf1736355f req-99ce3b5b-0534-4c3e-897d-f8c896c093fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1447a33-5dc8-44ca-8978-a2f1cdaaab34 HTTP/1.1" status: 200  len: 217 time: 0.1523323
Apr 08 02:45:12.651548 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-2e3163f3-bcdf-4237-8311-e497eb7474db req-821d6fc2-f166-43a9-9657-b79320e82610 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:12.655282 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-2e3163f3-bcdf-4237-8311-e497eb7474db req-821d6fc2-f166-43a9-9657-b79320e82610 service neutron] Usage tracker for resource:security_group_rule and tenant:e59f47efdd4248db9900ec38a64d16f0 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:12.658023 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-2e3163f3-bcdf-4237-8311-e497eb7474db req-821d6fc2-f166-43a9-9657-b79320e82610 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:12.664576 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-2e3163f3-bcdf-4237-8311-e497eb7474db req-821d6fc2-f166-43a9-9657-b79320e82610 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:12.672168 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d544b-f99d-4c36-a9f4-07ef86600fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b3887f-263f-4298-b2d6-ba0f3524be79,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:12.702768 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-e83d544b-f99d-4c36-a9f4-07ef86600fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:12.703715 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-e83d544b-f99d-4c36-a9f4-07ef86600fb5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8b3887f-263f-4298-b2d6-ba0f3524be79 HTTP/1.1" status: 204  len: 168 time: 0.3913314
Apr 08 02:45:12.731379 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f8157ef5-559b-47b4-bcbb-0c94b9fa7e29 req-3e601bb3-64dc-46ea-a0d1-e9d5e47960fd tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299124
Apr 08 02:45:12.791813 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-2e3163f3-bcdf-4237-8311-e497eb7474db req-821d6fc2-f166-43a9-9657-b79320e82610 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:12.795782 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7a603-9615-4331-9546-d7f82f682a94 req-d711326e-32fd-4a0e-9cc9-1f54e2a2ce1a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:12.797530 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b3e7a603-9615-4331-9546-d7f82f682a94 req-d711326e-32fd-4a0e-9cc9-1f54e2a2ce1a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.1604948
Apr 08 02:45:12.799119 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-2e3163f3-bcdf-4237-8311-e497eb7474db req-821d6fc2-f166-43a9-9657-b79320e82610 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:12.899697 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b3e7a603-9615-4331-9546-d7f82f682a94 req-7c41ae76-c8f3-4267-ab5d-83ce32d897d5 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0939620
Apr 08 02:45:12.923655 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d6fc2-f166-43a9-9657-b79320e82610 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=89399ac5-5e1e-4b72-bcda-7836f41c8093,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:12.928219 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2e3163f3-bcdf-4237-8311-e497eb7474db req-821d6fc2-f166-43a9-9657-b79320e82610 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3504715
Apr 08 02:45:12.969775 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-05eb370b-7791-4f9e-93ec-883ce760c8c5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Synchronizing usage tracker for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:security_group {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:45:13.004035 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-05eb370b-7791-4f9e-93ec-883ce760c8c5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Unset dirty status for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:security_group {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:45:13.013729 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-05eb370b-7791-4f9e-93ec-883ce760c8c5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--127703240&fields=id&tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3 HTTP/1.1" status: 200  len: 267 time: 0.1129882
Apr 08 02:45:13.240724 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-6ebafb55-e3f0-4828-96e4-5496796488e2 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:13.242710 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-6ebafb55-e3f0-4828-96e4-5496796488e2 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/networks?id=8b5bf61a-9182-47e6-a758-1a71619fdd20 HTTP/1.1" status: 200  len: 814 time: 0.2276616
Apr 08 02:45:13.263351 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc49afb-e9a6-4e74-8619-8b4134a8944f req-dd2e6e33-508b-4fff-963a-db2e0eac81b8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:13.273017 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3cc49afb-e9a6-4e74-8619-8b4134a8944f req-dd2e6e33-508b-4fff-963a-db2e0eac81b8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 932 time: 0.1492693
Apr 08 02:45:13.292828 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-2fd6bea0-94e0-41b5-be98-1dacfeaf6083 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/quotas/cbbf5bb7e51d4d2d8594d6d1d3a797a3 HTTP/1.1" status: 200  len: 375 time: 0.0435283
Apr 08 02:45:13.367791 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 41180) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:13.383602 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3cc49afb-e9a6-4e74-8619-8b4134a8944f req-7c3e8425-9a3b-44d0-8ae2-c9369c765c9f tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115556
Apr 08 02:45:13.400339 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d4db7ef5-1205-44b3-9c2b-791cc4cd0182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:13.429785 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-d3d5fc4e-8f65-4e29-973c-95f65986f940 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1299179
Apr 08 02:45:13.469985 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-d4db7ef5-1205-44b3-9c2b-791cc4cd0182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:13.483732 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-d4db7ef5-1205-44b3-9c2b-791cc4cd0182 admin admin] Usage tracker for resource:security_group_rule and tenant:35409ec2890d492fae9b9d574d91cbb9 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:13.486802 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-d4db7ef5-1205-44b3-9c2b-791cc4cd0182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:13.494777 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-d4db7ef5-1205-44b3-9c2b-791cc4cd0182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:13.582262 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d4db7ef5-1205-44b3-9c2b-791cc4cd0182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:13.586918 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d4db7ef5-1205-44b3-9c2b-791cc4cd0182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:13.599994 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-f0bec515-9695-4970-afe6-2622d9401856 service neutron] 10.222.0.48 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564977
Apr 08 02:45:13.632798 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db7ef5-1205-44b3-9c2b-791cc4cd0182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2b6208-d559-47ff-bab8-9794c1411b5a,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:13.638716 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-d4db7ef5-1205-44b3-9c2b-791cc4cd0182 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=35409ec2890d492fae9b9d574d91cbb9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2693143
Apr 08 02:45:13.641595 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 41192) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:13.701421 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-37b471a0-392b-4ed5-9f80-9dd33a8f7f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:13.726967 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-37b471a0-392b-4ed5-9f80-9dd33a8f7f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:13.736763 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-39bba017-6649-4dd2-8f6b-d2e509bf1722 service neutron] 10.222.0.48 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310799
Apr 08 02:45:13.788350 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-37b471a0-392b-4ed5-9f80-9dd33a8f7f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:13.808809 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b471a0-392b-4ed5-9f80-9dd33a8f7f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2b6208-d559-47ff-bab8-9794c1411b5a,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:13.825146 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-37b471a0-392b-4ed5-9f80-9dd33a8f7f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:13.827000 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-37b471a0-392b-4ed5-9f80-9dd33a8f7f5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df2b6208-d559-47ff-bab8-9794c1411b5a HTTP/1.1" status: 204  len: 168 time: 0.1843147
Apr 08 02:45:13.931111 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Sync routers for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:45:13.991309 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:45:13.992287 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2cb41c0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:45:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:13.995920 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b750323e-afaa-424b-b2bc-1376e95c3ff0 req-491977a0-c2ac-43ee-981b-65ad0d299343 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 210 time: 0.0677707
Apr 08 02:45:14.031315 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c6783-4aec-4434-9104-b75aebebe74b req-a32c103a-ab7d-474c-b4fa-ad5b699b47fe tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:14.034933 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1d7c6783-4aec-4434-9104-b75aebebe74b req-a32c103a-ab7d-474c-b4fa-ad5b699b47fe tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.1682022
Apr 08 02:45:14.045793 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Request body: {'port': {'device_id': '6228b11f-244d-4e25-8b1f-e19a90cc8c20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:45:14.179779 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1d7c6783-4aec-4434-9104-b75aebebe74b req-87828013-f7f6-4927-8e2e-56747d192158 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311500
Apr 08 02:45:14.221094 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:45:14.236012 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-83caa1e0-e2bc-4940-b325-b487918a4cb4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 1096 time: 0.1860373
Apr 08 02:45:14.261380 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:45:14.293912 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67389b09-078d-43ac-84cd-bbaf1736355f req-10e33283-3ee6-47f5-8ffe-533ffe3a3f4e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:14.295354 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-67389b09-078d-43ac-84cd-bbaf1736355f req-10e33283-3ee6-47f5-8ffe-533ffe3a3f4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3ecf36cf-7175-47e0-89d3-2818045d184b HTTP/1.1" status: 200  len: 856 time: 0.2110536
Apr 08 02:45:14.360012 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:14.430718 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-f6d66d91-3f5d-4319-8f45-7831d5f20d3d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1765d10f-4f9f-4883-99d5-299517e80053 HTTP/1.1" status: 200  len: 217 time: 0.1871793
Apr 08 02:45:14.571734 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-5b8aa016-add1-4fd6-9d32-91564503cd65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:14.574119 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-5b8aa016-add1-4fd6-9d32-91564503cd65 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bb3aae2-b572-44aa-8358-c4c59784dbe8 HTTP/1.1" status: 200  len: 857 time: 0.1378043
Apr 08 02:45:14.651119 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-67389b09-078d-43ac-84cd-bbaf1736355f req-c2857067-0268-48ac-a916-5a3977b86e54 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9177d28f-82e1-4f7a-9248-434f10dfbba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3324249
Apr 08 02:45:14.741629 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2cb41c0>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:44:57Z', 'revision_number': 2, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:14.747183 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Checking router: dab48c9e-c48a-4c5e-b7b8-c637e07566b3 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:45:14.747498 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Updating router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 port 997e2111-cffc-46f5-9b63-5fd867611d1c binding host dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:45:14.825087 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:14.999190 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf8078-46ca-4264-8b47-4e5a13841183 req-cbd89e1d-108d-4f33-bdba-40448cbb4221 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:15.009784 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fedf8078-46ca-4264-8b47-4e5a13841183 req-cbd89e1d-108d-4f33-bdba-40448cbb4221 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.6548948
Apr 08 02:45:15.026938 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-67389b09-078d-43ac-84cd-bbaf1736355f req-c10e3c45-cc7e-43ef-ad9e-4d92a7481747 service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3748851
Apr 08 02:45:15.080164 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c8bfd-8a2f-4026-82cd-0868c9c58ebb req-6e4ed82b-907c-4b08-b089-daa8fb0dcb59 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:15.088442 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-856c8bfd-8a2f-4026-82cd-0868c9c58ebb req-6e4ed82b-907c-4b08-b089-daa8fb0dcb59 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 932 time: 0.4356618
Apr 08 02:45:15.132991 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-4dce6bcc-2eb5-480b-81cf-2c3420810d08 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5513263
Apr 08 02:45:15.149993 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fedf8078-46ca-4264-8b47-4e5a13841183 req-f1792beb-5183-4522-a65c-10ff7bc55057 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1383793
Apr 08 02:45:15.329299 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-67389b09-078d-43ac-84cd-bbaf1736355f req-77f705a6-7de5-4738-8c4a-7fa5dc3afa9b service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2853649
Apr 08 02:45:15.366573 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-856c8bfd-8a2f-4026-82cd-0868c9c58ebb req-45c317ef-355b-42e9-ad12-c1088fd49994 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2769637
Apr 08 02:45:15.530818 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c1370c7a-ea4f-4e94-a385-00adfb341755 req-2478ccd5-dd0d-4646-9d2e-ee0077143d96 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 210 time: 0.1279407
Apr 08 02:45:15.621199 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-2839c6e3-bc70-4232-a07f-2bdedfa0ad05 service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4700046
Apr 08 02:45:15.654574 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Notify callbacks [] for port, precommit_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:15.656783 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-76eed6a5-ba6a-4803-849d-16eb7dc91d11 req-0b9d0c35-c5e4-4850-8440-918265b28876 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f673f0f0edd74c56a204930e93f143da&device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 1097 time: 0.1765153
Apr 08 02:45:15.672624 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.provisioning_blocks [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Transition to ACTIVE for port object 997e2111-cffc-46f5-9b63-5fd867611d1c will not be triggered until provisioned by entity L2. {{(pid=83139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:15.682712 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:15.771814 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24456e73-fdb0-4d23-b18c-2a8bedb63ecc None None] Pushing event updated for resources: {'Port': ['ID=997e2111-cffc-46f5-9b63-5fd867611d1c,revision_number=3']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:15.815194 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb7096-e32a-4763-9f93-850630d6ac88 req-a9b359f6-adb4-47fe-9c6c-8f6233752137 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:15.817188 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-19cb7096-e32a-4763-9f93-850630d6ac88 req-a9b359f6-adb4-47fe-9c6c-8f6233752137 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.2626655
Apr 08 02:45:15.872115 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf7f363-1f61-4342-8249-2e47822bc532 {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:45:15.881481 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:15.907571 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea3c1293-52a8-40f4-82e9-41eaaf061a7b req-263370d7-569b-470b-b531-e0d04ded9bea service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2785366
Apr 08 02:45:15.915154 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Transition to ACTIVE for port object 8cf7f363-1f61-4342-8249-2e47822bc532 will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:15.918241 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-19cb7096-e32a-4763-9f93-850630d6ac88 req-34915b3f-c0cc-4229-b28b-2cdcc3844d09 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937059
Apr 08 02:45:15.923883 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.190307 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Attempting to bind port 997e2111-cffc-46f5-9b63-5fd867611d1c on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:45:16.190622 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Attempting to bind port 997e2111-cffc-46f5-9b63-5fd867611d1c by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:45:16.196277 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Attempting to bind port 997e2111-cffc-46f5-9b63-5fd867611d1c on network 8b5bf61a-9182-47e6-a758-1a71619fdd20 {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:45:16.210694 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:45:16.223331 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Checking segment: {'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:45:16.226099 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.226691 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Bound using segment: {'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:45:16.227838 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Bound port: 997e2111-cffc-46f5-9b63-5fd867611d1c, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'}}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:45:16.228684 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.251725 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf7f363-1f61-4342-8249-2e47822bc532,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:16.343846 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Attempting to bind port 8cf7f363-1f61-4342-8249-2e47822bc532 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:45:16.347766 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Attempting to bind port 8cf7f363-1f61-4342-8249-2e47822bc532 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:45:16.348520 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Attempting to bind port 8cf7f363-1f61-4342-8249-2e47822bc532 on network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:45:16.356331 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Port 8cf7f363-1f61-4342-8249-2e47822bc532 on network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:45:16.356854 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Attempting to bind port 8cf7f363-1f61-4342-8249-2e47822bc532 on network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:45:16.369086 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:45:16.369727 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Checking segment: {'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:45:16.370477 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Bound using segment: {'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:45:16.371161 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Bound port: 8cf7f363-1f61-4342-8249-2e47822bc532, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:45:16.371712 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.440013 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] For port 997e2111-cffc-46f5-9b63-5fd867611d1c, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:45:16.446215 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] For port 997e2111-cffc-46f5-9b63-5fd867611d1c, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=997e2111-cffc-46f5-9b63-5fd867611d1c,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:45:16.456398 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.573848 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f09ee-7e0e-4b30-8b58-93811620cf43 req-daacc403-27a3-4770-ade7-cd858cf0e316 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:16.585206 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e35f09ee-7e0e-4b30-8b58-93811620cf43 req-daacc403-27a3-4770-ade7-cd858cf0e316 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.1835101
Apr 08 02:45:16.631442 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24456e73-fdb0-4d23-b18c-2a8bedb63ecc None None] Pushing event updated for resources: {'Port': ['ID=997e2111-cffc-46f5-9b63-5fd867611d1c,revision_number=4']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:16.664367 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:45:16.665684 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2cb41c0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:45:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:16.693985 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] For port 8cf7f363-1f61-4342-8249-2e47822bc532, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:45:16.701003 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] For port 8cf7f363-1f61-4342-8249-2e47822bc532, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8cf7f363-1f61-4342-8249-2e47822bc532,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:45:16.709613 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.767594 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e35f09ee-7e0e-4b30-8b58-93811620cf43 req-920f9cb2-979b-459d-8cd4-5109f2d51437 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1668622
Apr 08 02:45:16.836309 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcc788-1954-4512-b688-40e03025794d req-d59704ed-e335-4776-ac55-de58d86e5b8b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:16.851671 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e5bcc788-1954-4512-b688-40e03025794d req-d59704ed-e335-4776-ac55-de58d86e5b8b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 944 time: 0.1731193
Apr 08 02:45:16.877113 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf7f363-1f61-4342-8249-2e47822bc532,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:16.901567 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.903004 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-3f4837c0-e53b-4d68-8810-4cabeae4e5c4 service neutron] 10.222.0.49 "PUT /v2.0/ports/8cf7f363-1f61-4342-8249-2e47822bc532 HTTP/1.1" status: 200  len: 1094 time: 2.8619368
Apr 08 02:45:16.903440 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6228b11f-244d-4e25-8b1f-e19a90cc8c20', 'tag': '8cf7f363-1f61-4342-8249-2e47822bc532'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:45:16.962049 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e5bcc788-1954-4512-b688-40e03025794d req-5108bc1c-3e82-4781-8cbd-4bdac06812b1 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094146
Apr 08 02:45:17.073738 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af4f4f0-49b5-4ab9-bc62-dc2f2acb9768'] response: {'name': 'network-changed', 'server_uuid': '6228b11f-244d-4e25-8b1f-e19a90cc8c20', 'tag': '8cf7f363-1f61-4342-8249-2e47822bc532', 'status': 'completed', 'code': 200}
Apr 08 02:45:17.133020 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:45:17.177497 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-78efd8c9-2017-43c0-9cb0-66c3978ce4ba req-6cfe819d-9169-4c27-a35d-072c5f7de4cc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 210 time: 0.0603807
Apr 08 02:45:17.409551 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae00bcc-2899-4f75-a14a-b241e5730cff req-732e0d1e-fe68-4907-a02b-17bb21f31e96 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:17.417832 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7ae00bcc-2899-4f75-a14a-b241e5730cff req-732e0d1e-fe68-4907-a02b-17bb21f31e96 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.0970261
Apr 08 02:45:17.467201 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7ae00bcc-2899-4f75-a14a-b241e5730cff req-bd83b25f-e859-4f1e-89cd-e3fda5c93cd7 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481448
Apr 08 02:45:17.516767 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eed6a5-ba6a-4803-849d-16eb7dc91d11 req-ded4211d-6b68-499f-84c1-8eaa130d0e1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:17.518176 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-76eed6a5-ba6a-4803-849d-16eb7dc91d11 req-ded4211d-6b68-499f-84c1-8eaa130d0e1b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9177d28f-82e1-4f7a-9248-434f10dfbba9 HTTP/1.1" status: 200  len: 918 time: 0.2727046
Apr 08 02:45:17.564498 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2cb41c0>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:16Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:17.568961 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e28e12c-1781-474b-b804-c6f0e739fdad None None] The sync data for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi is: [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:16Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:45:18.080089 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa8ca1-edfe-4b5a-b74f-ac2315353030 req-af5e7d76-297b-42c8-813e-a34ba44238fe tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:18.087962 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-89aa8ca1-edfe-4b5a-b74f-ac2315353030 req-af5e7d76-297b-42c8-813e-a34ba44238fe tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.1372168
Apr 08 02:45:18.199980 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-89aa8ca1-edfe-4b5a-b74f-ac2315353030 req-199f793c-6c17-4381-97ff-459db5d79adc tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1116731
Apr 08 02:45:18.249742 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9caf7-4d48-456a-85b0-db5f45e79736 req-4d65e209-2be3-43b3-a26a-f5c678f1857e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:18.249742 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-03f9caf7-4d48-456a-85b0-db5f45e79736 req-4d65e209-2be3-43b3-a26a-f5c678f1857e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 944 time: 0.1247239
Apr 08 02:45:18.314225 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-03f9caf7-4d48-456a-85b0-db5f45e79736 req-5c2d5832-12df-4d4e-b02a-363a9fa377ad tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646050
Apr 08 02:45:18.428379 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-de458187-225d-466c-8eda-a7a6f61e9437 req-bac00090-27b0-413f-aeaa-784e9f0a5577 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 210 time: 0.0646474
Apr 08 02:45:18.672762 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d786699-ba30-4ed1-a127-4d80cf920a92 req-3d54cb89-b738-417c-bb7b-05434c4bd96d tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:18.674179 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4d786699-ba30-4ed1-a127-4d80cf920a92 req-3d54cb89-b738-417c-bb7b-05434c4bd96d tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.0773389
Apr 08 02:45:18.723078 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4d786699-ba30-4ed1-a127-4d80cf920a92 req-7acbd102-c77a-4596-9032-458834a340ad tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429425
Apr 08 02:45:19.287910 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 997e2111-cffc-46f5-9b63-5fd867611d1c up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:45:19.358426 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 997e2111-cffc-46f5-9b63-5fd867611d1c completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:19.367867 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 997e2111-cffc-46f5-9b63-5fd867611d1c triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:19.368847 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:19.492586 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:19.533221 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port 997e2111-cffc-46f5-9b63-5fd867611d1c, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=997e2111-cffc-46f5-9b63-5fd867611d1c,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:45:19.539905 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:19.541637 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02929121-3f5e-4b2d-bc7e-16235cdf0158 req-e2d5b8a6-5ff1-4a12-b89e-974515bfbb8b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:19.542978 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-02929121-3f5e-4b2d-bc7e-16235cdf0158 req-e2d5b8a6-5ff1-4a12-b89e-974515bfbb8b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.1396663
Apr 08 02:45:19.556786 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beaa1aa-bf3f-41f7-9d5e-9b689f807de2 req-a2bd3431-b96f-469c-9301-cb741dfdf9e8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:19.558369 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2beaa1aa-bf3f-41f7-9d5e-9b689f807de2 req-a2bd3431-b96f-469c-9301-cb741dfdf9e8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 944 time: 0.1134205
Apr 08 02:45:19.611447 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=997e2111-cffc-46f5-9b63-5fd867611d1c,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:19.631123 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-02929121-3f5e-4b2d-bc7e-16235cdf0158 req-6dbfc866-bc60-492a-96c9-32381cca96d5 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717547
Apr 08 02:45:19.633201 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2beaa1aa-bf3f-41f7-9d5e-9b689f807de2 req-f6d7e317-79af-43a7-80a3-d13728f86731 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602775
Apr 08 02:45:19.791140 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b0cd4066-58d3-43a3-a7b4-f5b127c94545 req-35028842-c0d9-4220-bcc3-539dae360f14 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 210 time: 0.0520914
Apr 08 02:45:19.874885 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-76eed6a5-ba6a-4803-849d-16eb7dc91d11 req-9b762b2b-646c-42cf-9bc6-56192751105c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1447a33-5dc8-44ca-8978-a2f1cdaaab34 HTTP/1.1" status: 200  len: 217 time: 0.1091759
Apr 08 02:45:19.910579 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3a54b40a-99e8-4380-acf8-5aba3e955fb2 req-c3a36544-715c-4752-a5ef-ecfd4deb4daf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 1097 time: 0.0893347
Apr 08 02:45:19.946303 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a3e06e05-da1c-4f07-8006-9eb4178b1c95 req-dcabb416-f663-4bda-b1d4-dccc319985c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 1096 time: 0.1540632
Apr 08 02:45:20.047043 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fb681-4351-4618-b9b0-acb1f257c970 req-fed3506c-2b85-4113-a6a4-bad3609aea6c tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:20.048582 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0d7fb681-4351-4618-b9b0-acb1f257c970 req-fed3506c-2b85-4113-a6a4-bad3609aea6c tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.1900678
Apr 08 02:45:20.076107 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eed6a5-ba6a-4803-849d-16eb7dc91d11 req-69783099-34eb-41ed-8051-2bd541f6abf1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:20.077519 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-76eed6a5-ba6a-4803-849d-16eb7dc91d11 req-69783099-34eb-41ed-8051-2bd541f6abf1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3ecf36cf-7175-47e0-89d3-2818045d184b HTTP/1.1" status: 200  len: 856 time: 0.1514699
Apr 08 02:45:20.120640 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54b40a-99e8-4380-acf8-5aba3e955fb2 req-38d3e1e9-fbd4-4a2d-a5f7-5a5316b8919d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:20.122099 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3a54b40a-99e8-4380-acf8-5aba3e955fb2 req-38d3e1e9-fbd4-4a2d-a5f7-5a5316b8919d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=2f0c4cd55acc4607852747c5d796609e&shared=False HTTP/1.1" status: 200  len: 919 time: 0.1651599
Apr 08 02:45:20.171955 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e06e05-da1c-4f07-8006-9eb4178b1c95 req-8ff273b1-272b-470c-82ef-c760136b7770 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:20.173373 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a3e06e05-da1c-4f07-8006-9eb4178b1c95 req-8ff273b1-272b-470c-82ef-c760136b7770 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 200  len: 919 time: 0.2192662
Apr 08 02:45:20.178591 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0d7fb681-4351-4618-b9b0-acb1f257c970 req-9c0f64c1-229d-4fbd-8724-0ab0dc2c275c tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212523
Apr 08 02:45:20.308572 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a3e06e05-da1c-4f07-8006-9eb4178b1c95 req-97f44c18-a50b-4459-85b6-8285c9d624c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1765d10f-4f9f-4883-99d5-299517e80053 HTTP/1.1" status: 200  len: 217 time: 0.0677142
Apr 08 02:45:20.422459 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e06e05-da1c-4f07-8006-9eb4178b1c95 req-909ba527-5291-4fba-84f8-bfe4ec57c6b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:20.423925 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a3e06e05-da1c-4f07-8006-9eb4178b1c95 req-909ba527-5291-4fba-84f8-bfe4ec57c6b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bb3aae2-b572-44aa-8358-c4c59784dbe8 HTTP/1.1" status: 200  len: 857 time: 0.1044397
Apr 08 02:45:20.519570 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a3e06e05-da1c-4f07-8006-9eb4178b1c95 req-9b501b53-0049-4c75-bf07-34dbc7068ef8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0879724
Apr 08 02:45:20.593654 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-76eed6a5-ba6a-4803-849d-16eb7dc91d11 req-fd2e9a6e-86f4-44d2-b3aa-f7d5d929baed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9177d28f-82e1-4f7a-9248-434f10dfbba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3529544
Apr 08 02:45:20.599943 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-ea8d9887-0000-419b-ac16-d45f11d59174 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:20.600628 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-ea8d9887-0000-419b-ac16-d45f11d59174 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Synchronizing usage tracker for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:network {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:45:20.603400 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54b40a-99e8-4380-acf8-5aba3e955fb2 req-cffc3d5e-9522-41a5-8cc3-691e318f7c70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:20.604738 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3a54b40a-99e8-4380-acf8-5aba3e955fb2 req-cffc3d5e-9522-41a5-8cc3-691e318f7c70 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3356438
Apr 08 02:45:20.663634 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a3e06e05-da1c-4f07-8006-9eb4178b1c95 req-49f14786-a65c-4ca2-894b-5c85d719667e service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363134
Apr 08 02:45:20.759725 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-ea8d9887-0000-419b-ac16-d45f11d59174 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Unset dirty status for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:network {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:45:20.761084 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-ea8d9887-0000-419b-ac16-d45f11d59174 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "GET /v2.0/networks?id=8b5bf61a-9182-47e6-a758-1a71619fdd20 HTTP/1.1" status: 200  len: 814 time: 0.4908159
Apr 08 02:45:20.808065 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-76eed6a5-ba6a-4803-849d-16eb7dc91d11 req-34f96b1e-2da2-478f-96a5-6261979580ac service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2023828
Apr 08 02:45:20.867503 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-74b23d98-3e53-4d4f-ac11-9f7fd93b7904 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 1097 time: 0.1861103
Apr 08 02:45:20.978844 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a3e06e05-da1c-4f07-8006-9eb4178b1c95 req-894f8bfc-5d49-4ef9-a437-62a750ded5f5 service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3088856
Apr 08 02:45:20.998867 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71298d24-f449-499c-8c23-7c08e9a4bec8 req-3e126009-3e58-4d05-9126-95553206c1d0 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:21.000319 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-71298d24-f449-499c-8c23-7c08e9a4bec8 req-3e126009-3e58-4d05-9126-95553206c1d0 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 944 time: 0.2128172
Apr 08 02:45:21.006292 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845769b-8f81-4663-9a9c-5759b11d1260 req-56600bdb-3cf5-407f-ad97-8abe620a5ae6 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:21.013341 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e845769b-8f81-4663-9a9c-5759b11d1260 req-56600bdb-3cf5-407f-ad97-8abe620a5ae6 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.1658800
Apr 08 02:45:21.057093 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-a15a3de1-5a0a-487c-a66e-9322fa94823a tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Synchronizing usage tracker for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:security_group {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:45:21.063867 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-48fb36ea-8638-41a3-86ee-5743889ac4cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf7f363-1f61-4342-8249-2e47822bc532 HTTP/1.1" status: 200  len: 217 time: 0.1299572
Apr 08 02:45:21.092877 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e845769b-8f81-4663-9a9c-5759b11d1260 req-777184bd-c4ab-49f6-bf00-0443c919712e tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787349
Apr 08 02:45:21.095334 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-71298d24-f449-499c-8c23-7c08e9a4bec8 req-88df1371-07ec-485f-8842-a58c535a2c3a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793936
Apr 08 02:45:21.153621 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-a15a3de1-5a0a-487c-a66e-9322fa94823a tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Unset dirty status for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:security_group {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:45:21.154687 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-a15a3de1-5a0a-487c-a66e-9322fa94823a tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3 HTTP/1.1" status: 200  len: 379 time: 0.3253438
Apr 08 02:45:21.159483 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-76eed6a5-ba6a-4803-849d-16eb7dc91d11 req-09c6e43d-b5a2-497a-8b2c-d4ab3e5d0afe service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3137610
Apr 08 02:45:21.168185 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-e156bef7-2b33-4951-90a3-808533a18f55 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:21.169607 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-e156bef7-2b33-4951-90a3-808533a18f55 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bb3aae2-b572-44aa-8358-c4c59784dbe8 HTTP/1.1" status: 200  len: 857 time: 0.0901690
Apr 08 02:45:21.277276 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 997e2111-cffc-46f5-9b63-5fd867611d1c up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:45:21.297340 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b440e6e0-4958-4ceb-9ee3-8616a09df797 req-bd09500a-18eb-4a4f-ae01-5a2ba3a55c86 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 210 time: 0.0583234
Apr 08 02:45:21.363990 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 997e2111-cffc-46f5-9b63-5fd867611d1c triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:21.364667 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:21.399460 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239364c2-a8b4-4f5e-8ea0-7ca95e614f43 req-6435dcc6-55f0-4ecd-8588-d8f1ac4fc9ed tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:21.406581 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-239364c2-a8b4-4f5e-8ea0-7ca95e614f43 req-6435dcc6-55f0-4ecd-8588-d8f1ac4fc9ed tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.0909812
Apr 08 02:45:21.449830 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-239364c2-a8b4-4f5e-8ea0-7ca95e614f43 req-4881d0e2-437d-440f-84fc-96e93bb299ac tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424335
Apr 08 02:45:22.345869 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b7a28-074c-42d7-9fd3-c2373b31c371 req-c9c194ef-502e-4198-a4aa-e9f29c40500d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:22.347309 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-835b7a28-074c-42d7-9fd3-c2373b31c371 req-c9c194ef-502e-4198-a4aa-e9f29c40500d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.1019294
Apr 08 02:45:22.354126 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245dc24-f92d-4c2e-8382-1cc1adccac02 req-eaf2b13a-0efa-4500-9b32-fbd6fb3ff747 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:22.355494 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b245dc24-f92d-4c2e-8382-1cc1adccac02 req-eaf2b13a-0efa-4500-9b32-fbd6fb3ff747 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 944 time: 0.1401851
Apr 08 02:45:22.427776 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-835b7a28-074c-42d7-9fd3-c2373b31c371 req-8375c0c2-f916-421f-879f-6688b2cf2950 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712581
Apr 08 02:45:22.430126 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b245dc24-f92d-4c2e-8382-1cc1adccac02 req-23b16a70-c6d8-4dd7-bc7c-46bb17f28a6a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601249
Apr 08 02:45:22.581661 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d23e9a13-8187-4c6c-bf9b-eb5e8c7b4d74 req-ec6fc046-22e4-42b0-a446-1a4c82091fc3 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 210 time: 0.0394735
Apr 08 02:45:23.696710 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fb89c-94c8-4044-9642-9b739a802b96 req-e2be2482-5487-44fb-b494-b11837ed51ab tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:23.698141 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea1fb89c-94c8-4044-9642-9b739a802b96 req-e2be2482-5487-44fb-b494-b11837ed51ab tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.0997651
Apr 08 02:45:23.704403 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b449a4c-1bba-4bc9-9f07-1100e8110232 req-9ab23836-d01f-42bc-a85d-53f7698e68ef tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:23.705718 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7b449a4c-1bba-4bc9-9f07-1100e8110232 req-9ab23836-d01f-42bc-a85d-53f7698e68ef tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 944 time: 0.1515796
Apr 08 02:45:23.779228 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea1fb89c-94c8-4044-9642-9b739a802b96 req-03cffd4e-1000-46f2-8ec1-319149413b1d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725677
Apr 08 02:45:23.781568 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7b449a4c-1bba-4bc9-9f07-1100e8110232 req-16f034ba-f9e6-47c6-8785-21c6111acd89 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622747
Apr 08 02:45:23.930906 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d677fa0f-e016-41a0-9359-f49c74035372 req-34823a22-a447-4bc2-aff1-7073eb4422f0 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 210 time: 0.0403118
Apr 08 02:45:24.914157 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-17b671fa-866e-472b-a887-f405ed842de7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'port': {'device_id': '09e6abc6-19f4-4355-8309-fb3279d9b5e3', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'admin_state_up': True, 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'security_groups': ['e6d5fb13-ef57-4050-9514-2168c8be7cb2']}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:45:25.041889 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7389384-d37b-4001-9b49-3d0bf01d40b9 req-b7ebbf23-1970-4611-9e6d-740b6bfcb12d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:25.043417 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e7389384-d37b-4001-9b49-3d0bf01d40b9 req-b7ebbf23-1970-4611-9e6d-740b6bfcb12d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 944 time: 0.1401908
Apr 08 02:45:25.055120 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904167a-6756-4908-a62c-b831f4ec6a25 req-c5b43768-49cb-480c-b3c2-cdddc49afb3d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:25.056570 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5904167a-6756-4908-a62c-b831f4ec6a25 req-c5b43768-49cb-480c-b3c2-cdddc49afb3d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.1208706
Apr 08 02:45:25.137305 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e7389384-d37b-4001-9b49-3d0bf01d40b9 req-1debd560-e580-4c00-825c-519bde918af5 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796306
Apr 08 02:45:25.151787 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5904167a-6756-4908-a62c-b831f4ec6a25 req-fe29e2c6-86a8-408c-b30b-679b761562d0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802836
Apr 08 02:45:25.231748 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-17b671fa-866e-472b-a887-f405ed842de7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:25.236411 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-f20b47ad-62d7-4000-9da4-3f79b242a62a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2368355
Apr 08 02:45:25.238600 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-17b671fa-866e-472b-a887-f405ed842de7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:port and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:25.241408 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-17b671fa-866e-472b-a887-f405ed842de7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:25.263758 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-17b671fa-866e-472b-a887-f405ed842de7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:25.316298 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a2278338-fd2d-47fa-a80d-b18ec3b50959 req-e499f5bb-0309-4405-b060-c1031bdc3a1f tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 210 time: 0.0435572
Apr 08 02:45:25.335520 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-17b671fa-866e-472b-a887-f405ed842de7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Made reservation on behalf of cbbf5bb7e51d4d2d8594d6d1d3a797a3 for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:45:25.338379 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-17b671fa-866e-472b-a887-f405ed842de7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:25.455066 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-00c19b54-a614-411d-8318-2f671f2c9a7b service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2108297
Apr 08 02:45:25.626519 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-17b671fa-866e-472b-a887-f405ed842de7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Allocated IP 172.20.0.14 (8b5bf61a-9182-47e6-a758-1a71619fdd20/743cafe1-55c5-498c-8d9e-6e95da137120/b5e78270-c26b-4b02-a6c8-efffc69a4c3c) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:45:25.652199 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6e8853b0-1201-435f-b0b2-4c8878116b2d req-ae3c7d97-aecc-4c93-a836-b5f1b2290bc2 service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1900606
Apr 08 02:45:25.822527 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-17b671fa-866e-472b-a887-f405ed842de7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:25.837703 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-17b671fa-866e-472b-a887-f405ed842de7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Transition to ACTIVE for port object b5e78270-c26b-4b02-a6c8-efffc69a4c3c will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:25.858478 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-17b671fa-866e-472b-a887-f405ed842de7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:25.924469 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-17b671fa-866e-472b-a887-f405ed842de7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Network 8b5bf61a-9182-47e6-a758-1a71619fdd20 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:45:25.927767 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-17b671fa-866e-472b-a887-f405ed842de7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:45:25.932015 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-17b671fa-866e-472b-a887-f405ed842de7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:45:25.936256 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-17b671fa-866e-472b-a887-f405ed842de7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:25.936847 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-17b671fa-866e-472b-a887-f405ed842de7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:25.951377 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b671fa-866e-472b-a887-f405ed842de7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'Port': ['ID=b5e78270-c26b-4b02-a6c8-efffc69a4c3c,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:25.965638 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-17b671fa-866e-472b-a887-f405ed842de7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0583684
Apr 08 02:45:25.978279 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Request body: {'port': {'device_id': '09e6abc6-19f4-4355-8309-fb3279d9b5e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:45:26.105820 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:26.230824 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-a7994021-502b-4e9d-9494-9389ccbbf3c7 None None] Provisioning for port b5e78270-c26b-4b02-a6c8-efffc69a4c3c completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:26.248131 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-a7994021-502b-4e9d-9494-9389ccbbf3c7 None None] Provisioning complete for port b5e78270-c26b-4b02-a6c8-efffc69a4c3c triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:26.248792 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-a7994021-502b-4e9d-9494-9389ccbbf3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:26.319503 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-a7994021-502b-4e9d-9494-9389ccbbf3c7 None None] Port b5e78270-c26b-4b02-a6c8-efffc69a4c3c cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:45:26.509081 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e78270-c26b-4b02-a6c8-efffc69a4c3c {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:45:26.519870 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:26.522317 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180f0ae-c3f5-4103-9fd2-c6c84267c408 req-a5e3c1e0-110a-454f-9bef-09a647b8d541 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:26.524111 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8180f0ae-c3f5-4103-9fd2-c6c84267c408 req-a5e3c1e0-110a-454f-9bef-09a647b8d541 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 944 time: 0.1867723
Apr 08 02:45:26.530643 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92970d60-53b2-4b67-89d4-346f15875538 req-cb51afe2-3fcf-4207-8979-05d26c47f1fa tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:26.532579 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-92970d60-53b2-4b67-89d4-346f15875538 req-cb51afe2-3fcf-4207-8979-05d26c47f1fa tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.1168694
Apr 08 02:45:26.545099 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Transition to ACTIVE for port object b5e78270-c26b-4b02-a6c8-efffc69a4c3c will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:26.549122 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:26.603440 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8180f0ae-c3f5-4103-9fd2-c6c84267c408 req-abf90a48-9ef0-4061-aa78-ecca3354864a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698602
Apr 08 02:45:26.608297 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-92970d60-53b2-4b67-89d4-346f15875538 req-b3fe418a-3521-4a0a-bfba-f690cad11479 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613413
Apr 08 02:45:26.690867 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Pushing event updated for resources: {'Port': ['ID=b5e78270-c26b-4b02-a6c8-efffc69a4c3c,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:26.752485 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Attempting to bind port b5e78270-c26b-4b02-a6c8-efffc69a4c3c on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:45:26.752875 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Attempting to bind port b5e78270-c26b-4b02-a6c8-efffc69a4c3c by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:45:26.753139 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Attempting to bind port b5e78270-c26b-4b02-a6c8-efffc69a4c3c on network 8b5bf61a-9182-47e6-a758-1a71619fdd20 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:45:26.759408 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Port b5e78270-c26b-4b02-a6c8-efffc69a4c3c on network 8b5bf61a-9182-47e6-a758-1a71619fdd20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:45:26.759645 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Attempting to bind port b5e78270-c26b-4b02-a6c8-efffc69a4c3c on network 8b5bf61a-9182-47e6-a758-1a71619fdd20 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:45:26.766955 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:45:26.767386 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Checking segment: {'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:45:26.767704 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Bound using segment: {'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:45:26.768125 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Bound port: b5e78270-c26b-4b02-a6c8-efffc69a4c3c, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:45:26.768464 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:26.836795 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a78edd-182a-4bd5-b783-30cf5675b17e req-7291687c-3ef5-4fea-a3ed-87853cb36854 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:26.843345 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e5a78edd-182a-4bd5-b783-30cf5675b17e req-7291687c-3ef5-4fea-a3ed-87853cb36854 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 944 time: 0.0972717
Apr 08 02:45:26.873985 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] For port b5e78270-c26b-4b02-a6c8-efffc69a4c3c, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:45:26.878375 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] For port b5e78270-c26b-4b02-a6c8-efffc69a4c3c, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b5e78270-c26b-4b02-a6c8-efffc69a4c3c,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:45:26.885176 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:26.892045 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e5a78edd-182a-4bd5-b783-30cf5675b17e req-818ac36b-43f7-47da-a779-2094430676b9 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475388
Apr 08 02:45:26.960712 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:26.962309 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] 10.222.0.49 "PUT /v2.0/ports/b5e78270-c26b-4b02-a6c8-efffc69a4c3c HTTP/1.1" status: 200  len: 1094 time: 0.9885697
Apr 08 02:45:26.964540 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e6abc6-19f4-4355-8309-fb3279d9b5e3', 'tag': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:45:26.980350 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c22db-76b6-49e7-9b26-71f1a4f80f1e service neutron] Pushing event updated for resources: {'Port': ['ID=b5e78270-c26b-4b02-a6c8-efffc69a4c3c,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:27.071432 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa5b029-ba04-4536-94b0-3bd9a9a024d8'] response: {'name': 'network-changed', 'server_uuid': '09e6abc6-19f4-4355-8309-fb3279d9b5e3', 'tag': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c', 'status': 'completed', 'code': 200}
Apr 08 02:45:27.124259 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-0836f173-d4fd-4357-8bc5-e6e300186131 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3&device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 1097 time: 0.1060057
Apr 08 02:45:27.273173 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-02c1304a-286a-4f0d-a76c-94cdd2e4b268 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5e78270-c26b-4b02-a6c8-efffc69a4c3c HTTP/1.1" status: 200  len: 217 time: 0.1396010
Apr 08 02:45:27.345311 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-3904373f-0427-44fb-80cb-6a1c976e94e5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:27.346798 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-3904373f-0427-44fb-80cb-6a1c976e94e5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=743cafe1-55c5-498c-8d9e-6e95da137120 HTTP/1.1" status: 200  len: 853 time: 0.0664420
Apr 08 02:45:27.450478 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-8f866a04-7bf9-43d6-8ada-a1e42a63576e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8b5bf61a-9182-47e6-a758-1a71619fdd20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0886707
Apr 08 02:45:27.597339 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-c31b6178-7a4f-4ac5-b3ca-0d790012e8b5 service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365809
Apr 08 02:45:27.771190 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-37e2e26d-2e66-4834-bd31-66205ee71882 req-8abe985d-39b5-4224-83a9-8d33d4e9f9dc service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1613624
Apr 08 02:45:27.896794 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-0ad5a0e6-7b36-4d92-82f6-8ac0eac87c4f req-1119c23d-ff08-4aea-b0f5-bfeffa4aa8e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3&device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 1097 time: 0.0782988
Apr 08 02:45:27.911494 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca8b8a-0250-4272-9731-34ae73d9843f req-841f2728-4e7e-4f84-8cbf-f0e828c7722b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:27.912917 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-02ca8b8a-0250-4272-9731-34ae73d9843f req-841f2728-4e7e-4f84-8cbf-f0e828c7722b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 944 time: 0.1485887
Apr 08 02:45:27.941848 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0d6b7-c233-4879-99a0-179319c7ba29 req-700fd9f6-1f1c-41cf-92f0-af5b24bdba92 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:27.943396 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-50c0d6b7-c233-4879-99a0-179319c7ba29 req-700fd9f6-1f1c-41cf-92f0-af5b24bdba92 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.1313632
Apr 08 02:45:27.992538 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-02ca8b8a-0250-4272-9731-34ae73d9843f req-49a7c44a-0f84-495a-9c5d-090cf0d70758 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728531
Apr 08 02:45:28.023518 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-50c0d6b7-c233-4879-99a0-179319c7ba29 req-c2a021fb-5c5b-4083-ba43-2092bc401ec2 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608828
Apr 08 02:45:28.061598 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5a0e6-7b36-4d92-82f6-8ac0eac87c4f req-a4a0f718-7edf-4fe5-851f-bcb2fcd2b867 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:28.063569 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-0ad5a0e6-7b36-4d92-82f6-8ac0eac87c4f req-a4a0f718-7edf-4fe5-851f-bcb2fcd2b867 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8b5bf61a-9182-47e6-a758-1a71619fdd20 HTTP/1.1" status: 200  len: 915 time: 0.1608031
Apr 08 02:45:28.138123 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-0ad5a0e6-7b36-4d92-82f6-8ac0eac87c4f req-a76cb255-1f76-401f-914c-041d1d72ed86 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5e78270-c26b-4b02-a6c8-efffc69a4c3c HTTP/1.1" status: 200  len: 217 time: 0.0680323
Apr 08 02:45:28.198465 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ccaa6-25a2-4036-b963-5e79db383c2b req-cacaa376-3d20-49c0-9fe9-475802c07377 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:28.199940 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-457ccaa6-25a2-4036-b963-5e79db383c2b req-cacaa376-3d20-49c0-9fe9-475802c07377 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 944 time: 0.0752630
Apr 08 02:45:28.201839 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5a0e6-7b36-4d92-82f6-8ac0eac87c4f req-f839538f-8229-4b59-ad37-6a228b806e27 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:28.203296 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-0ad5a0e6-7b36-4d92-82f6-8ac0eac87c4f req-f839538f-8229-4b59-ad37-6a228b806e27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=743cafe1-55c5-498c-8d9e-6e95da137120 HTTP/1.1" status: 200  len: 853 time: 0.0578811
Apr 08 02:45:28.248317 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-457ccaa6-25a2-4036-b963-5e79db383c2b req-b9423ccc-5207-460e-9eaf-892140b0ed85 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427153
Apr 08 02:45:28.278202 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-0ad5a0e6-7b36-4d92-82f6-8ac0eac87c4f req-df5e4c67-5c10-4343-8caa-c01532fbb59e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8b5bf61a-9182-47e6-a758-1a71619fdd20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0666394
Apr 08 02:45:28.409131 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-0ad5a0e6-7b36-4d92-82f6-8ac0eac87c4f req-683d4609-03f1-4250-8341-ad5eef573a8c service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244252
Apr 08 02:45:28.549732 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-0ad5a0e6-7b36-4d92-82f6-8ac0eac87c4f req-d8993c63-3423-44f0-87ce-777eb39bd4dd service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338632
Apr 08 02:45:29.118806 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 41638) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:29.312872 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 1765d10f-4f9f-4883-99d5-299517e80053 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:45:29.337497 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20cd81-55f0-407a-8fe5-8a1b2f54dd4f req-b3c5ef81-19d6-466b-8845-2b2d744a5d14 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:29.346013 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ed20cd81-55f0-407a-8fe5-8a1b2f54dd4f req-b3c5ef81-19d6-466b-8845-2b2d744a5d14 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 944 time: 0.1807318
Apr 08 02:45:29.354381 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cffb3e49-ec6c-499c-bc8a-04e70a3f95c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:29.400985 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-cffb3e49-ec6c-499c-bc8a-04e70a3f95c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:29.406600 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-cffb3e49-ec6c-499c-bc8a-04e70a3f95c2 admin admin] Usage tracker for resource:security_group_rule and tenant:64860151ac9240d3ae9d756b28b32eea is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:29.411423 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-cffb3e49-ec6c-499c-bc8a-04e70a3f95c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:29.413055 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd49b17-fe3e-4e2d-8639-6251c951f49f req-7200e400-63e8-45fd-8d59-88739d84b7ce tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:29.420215 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-cffb3e49-ec6c-499c-bc8a-04e70a3f95c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:29.420378 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bbd49b17-fe3e-4e2d-8639-6251c951f49f req-7200e400-63e8-45fd-8d59-88739d84b7ce tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.2006047
Apr 08 02:45:29.441857 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ed20cd81-55f0-407a-8fe5-8a1b2f54dd4f req-f94862ee-7368-4462-8514-e7f003bae403 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941272
Apr 08 02:45:29.503101 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bbd49b17-fe3e-4e2d-8639-6251c951f49f req-2260976b-4147-46bd-a942-b5bb39d61057 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817723
Apr 08 02:45:29.528777 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 1765d10f-4f9f-4883-99d5-299517e80053, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1765d10f-4f9f-4883-99d5-299517e80053,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:45:29.534363 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cffb3e49-ec6c-499c-bc8a-04e70a3f95c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:29.544746 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cffb3e49-ec6c-499c-bc8a-04e70a3f95c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:29.547080 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': '1765d10f-4f9f-4883-99d5-299517e80053', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'port_id': '1765d10f-4f9f-4883-99d5-299517e80053', 'mac_address': 'fa:16:3e:9f:e2:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:45:29.596787 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb3e49-ec6c-499c-bc8a-04e70a3f95c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d694328d-a579-48a6-a46f-0c9cb7710f98,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:29.601193 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-cffb3e49-ec6c-499c-bc8a-04e70a3f95c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64860151ac9240d3ae9d756b28b32eea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4805067
Apr 08 02:45:29.603724 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 41656) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:29.609325 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:29.629990 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1765d10f-4f9f-4883-99d5-299517e80053 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:45:29.650382 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 1765d10f-4f9f-4883-99d5-299517e80053, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1765d10f-4f9f-4883-99d5-299517e80053,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:45:29.655536 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:29.656515 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 8cf7f363-1f61-4342-8249-2e47822bc532 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:45:29.676608 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4842f5cb-3499-461a-bbdb-d0ac9c7afbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:29.685706 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57070f9-5079-4d2a-afee-f3cee3894df6 req-6109b202-3d78-42fe-8c9d-2726242d6383 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:29.687183 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b57070f9-5079-4d2a-afee-f3cee3894df6 req-6109b202-3d78-42fe-8c9d-2726242d6383 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 944 time: 0.0942557
Apr 08 02:45:29.705344 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4842f5cb-3499-461a-bbdb-d0ac9c7afbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:29.751083 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b57070f9-5079-4d2a-afee-f3cee3894df6 req-cce3587c-da77-4fea-8870-6f6fed1fedff tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564990
Apr 08 02:45:29.761631 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=1765d10f-4f9f-4883-99d5-299517e80053,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:29.766097 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 8cf7f363-1f61-4342-8249-2e47822bc532, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8cf7f363-1f61-4342-8249-2e47822bc532,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:45:29.781948 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4842f5cb-3499-461a-bbdb-d0ac9c7afbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:29.782780 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': '8cf7f363-1f61-4342-8249-2e47822bc532', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'port_id': '8cf7f363-1f61-4342-8249-2e47822bc532', 'mac_address': 'fa:16:3e:68:6c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:45:29.800436 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842f5cb-3499-461a-bbdb-d0ac9c7afbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d694328d-a579-48a6-a46f-0c9cb7710f98,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:29.807704 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4842f5cb-3499-461a-bbdb-d0ac9c7afbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:29.811108 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-4842f5cb-3499-461a-bbdb-d0ac9c7afbd5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d694328d-a579-48a6-a46f-0c9cb7710f98 HTTP/1.1" status: 204  len: 168 time: 0.2063668
Apr 08 02:45:29.856845 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:29.876735 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf7f363-1f61-4342-8249-2e47822bc532 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:45:29.893426 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 8cf7f363-1f61-4342-8249-2e47822bc532, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8cf7f363-1f61-4342-8249-2e47822bc532,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:45:29.898034 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:29.898694 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device e1447a33-5dc8-44ca-8978-a2f1cdaaab34 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:45:30.080836 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=8cf7f363-1f61-4342-8249-2e47822bc532,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:30.135812 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port e1447a33-5dc8-44ca-8978-a2f1cdaaab34, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:45:30.152274 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'port_id': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34', 'mac_address': 'fa:16:3e:08:c4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:45:30.214883 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:30.231094 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1447a33-5dc8-44ca-8978-a2f1cdaaab34 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:45:30.248089 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port e1447a33-5dc8-44ca-8978-a2f1cdaaab34, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:45:30.253908 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:30.339667 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:30.705791 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['e1447a33-5dc8-44ca-8978-a2f1cdaaab34'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:45:30.843349 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['1765d10f-4f9f-4883-99d5-299517e80053'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:45:30.853192 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454837c7-b431-4ae6-805d-05182edab8d4 req-4f9414b8-88d2-47ff-aed8-30771b237ad3 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:30.859852 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-454837c7-b431-4ae6-805d-05182edab8d4 req-4f9414b8-88d2-47ff-aed8-30771b237ad3 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 945 time: 0.1979017
Apr 08 02:45:30.873556 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['8cf7f363-1f61-4342-8249-2e47822bc532'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:45:30.902466 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06547f34-1f6c-4ae8-9149-593f20699504 req-f89141f5-88ee-4b26-97bd-b59efd99188c tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:30.903986 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-06547f34-1f6c-4ae8-9149-593f20699504 req-f89141f5-88ee-4b26-97bd-b59efd99188c tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 945 time: 0.1290910
Apr 08 02:45:30.950329 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-454837c7-b431-4ae6-805d-05182edab8d4 req-2bb34022-906d-49f7-bb12-0bb0e4dc4adb tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894186
Apr 08 02:45:30.983671 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-06547f34-1f6c-4ae8-9149-593f20699504 req-da9bad91-0e30-411f-8af5-66f7005ef0b1 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704129
Apr 08 02:45:31.228536 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b0a24-d92c-46e0-abe0-d8bd5620965e req-b382c704-5cbd-4334-9837-5e04294e1ab1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:31.230416 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-589b0a24-d92c-46e0-abe0-d8bd5620965e req-b382c704-5cbd-4334-9837-5e04294e1ab1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 944 time: 0.0930433
Apr 08 02:45:31.316032 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-589b0a24-d92c-46e0-abe0-d8bd5620965e req-7c7993a4-02d3-4d2b-9a1d-735918258f63 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0716314
Apr 08 02:45:31.345787 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device b5e78270-c26b-4b02-a6c8-efffc69a4c3c details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:45:31.556501 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port b5e78270-c26b-4b02-a6c8-efffc69a4c3c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b5e78270-c26b-4b02-a6c8-efffc69a4c3c,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:45:31.575395 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'port_id': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c', 'mac_address': 'fa:16:3e:8d:00:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:45:31.642399 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:31.665214 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e78270-c26b-4b02-a6c8-efffc69a4c3c {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:45:31.681481 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port b5e78270-c26b-4b02-a6c8-efffc69a4c3c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b5e78270-c26b-4b02-a6c8-efffc69a4c3c,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:45:31.685734 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:31.761628 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=b5e78270-c26b-4b02-a6c8-efffc69a4c3c,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:32.246116 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c1e4d-fc6a-4db6-9719-ef3bc4673a2c req-d321fb9f-9a96-4545-9586-df2a4cbc38a0 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:32.247818 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-427c1e4d-fc6a-4db6-9719-ef3bc4673a2c req-d321fb9f-9a96-4545-9586-df2a4cbc38a0 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 945 time: 0.1451297
Apr 08 02:45:32.275831 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757bb8e-5aa0-4691-9b62-c9ba3418c2b5 req-7ce457f4-b17d-4131-a897-f28dda26b462 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:32.277351 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8757bb8e-5aa0-4691-9b62-c9ba3418c2b5 req-7ce457f4-b17d-4131-a897-f28dda26b462 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 945 time: 0.1299777
Apr 08 02:45:32.287062 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['b5e78270-c26b-4b02-a6c8-efffc69a4c3c'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:45:32.340783 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-427c1e4d-fc6a-4db6-9719-ef3bc4673a2c req-9432b28d-bc6e-46cd-b7ca-b92a8647e880 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849454
Apr 08 02:45:32.346574 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8757bb8e-5aa0-4691-9b62-c9ba3418c2b5 req-a7576c55-ad56-44d1-91f2-8b5a80f3f971 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574098
Apr 08 02:45:32.566872 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 41770) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:32.570891 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81644611-971b-45d5-aee9-c1c4759a6c8e req-2be9e77c-dc9c-4bc2-8752-31855653eb32 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:32.572335 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-81644611-971b-45d5-aee9-c1c4759a6c8e req-2be9e77c-dc9c-4bc2-8752-31855653eb32 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 945 time: 0.0859320
Apr 08 02:45:32.618051 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-81644611-971b-45d5-aee9-c1c4759a6c8e req-139406d8-b21b-481a-9933-ff8f6b9a9d18 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395741
Apr 08 02:45:32.713365 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:32.744670 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:32.748772 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] Usage tracker for resource:security_group_rule and tenant:fca9f5cfaba248a88149e8cf6aedca41 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:32.751169 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:32.756940 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:32.822391 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:32.826852 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:32.877239 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fca9f5cfaba248a88149e8cf6aedca41&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3089507
Apr 08 02:45:32.878190 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7bb628-84ea-42b7-9403-db5c8c2c6526,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:32.880522 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 41788) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:32.895270 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:32.895613 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:32.896005 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:32.896344 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:32.896675 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:32.897000 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:32.897321 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:32.897646 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:32.898057 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:32.898380 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:32.898722 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac88-b646-42c0-b7d3-19c603a7446f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:32.978183 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3d02405f-0d09-40b8-933e-4be64b2aa202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:33.011590 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3d02405f-0d09-40b8-933e-4be64b2aa202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:33.079211 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3d02405f-0d09-40b8-933e-4be64b2aa202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:33.097704 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02405f-0d09-40b8-933e-4be64b2aa202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7bb628-84ea-42b7-9403-db5c8c2c6526,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:33.107306 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3d02405f-0d09-40b8-933e-4be64b2aa202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:33.108546 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-3d02405f-0d09-40b8-933e-4be64b2aa202 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a7bb628-84ea-42b7-9403-db5c8c2c6526 HTTP/1.1" status: 204  len: 168 time: 0.2262788
Apr 08 02:45:33.112224 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d02405f-0d09-40b8-933e-4be64b2aa202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:33.112522 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d02405f-0d09-40b8-933e-4be64b2aa202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:33.112894 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d02405f-0d09-40b8-933e-4be64b2aa202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:33.113254 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d02405f-0d09-40b8-933e-4be64b2aa202 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:33.113597 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d02405f-0d09-40b8-933e-4be64b2aa202 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:33.113923 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d02405f-0d09-40b8-933e-4be64b2aa202 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:33.114234 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d02405f-0d09-40b8-933e-4be64b2aa202 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:33.114578 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d02405f-0d09-40b8-933e-4be64b2aa202 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:33.114941 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d02405f-0d09-40b8-933e-4be64b2aa202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:33.115260 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d02405f-0d09-40b8-933e-4be64b2aa202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:33.115576 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d02405f-0d09-40b8-933e-4be64b2aa202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:33.168476 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Sync routers for ids ['83533c30-df13-46f3-994c-374573aaf0dc'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:45:33.188444 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Routers {'83533c30-df13-46f3-994c-374573aaf0dc'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:45:33.189063 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2cf0fd0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:45:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['83533c30-df13-46f3-994c-374573aaf0dc'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:33.351397 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 1765d10f-4f9f-4883-99d5-299517e80053 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:45:33.444693 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Set router 83533c30-df13-46f3-994c-374573aaf0dc gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:45:33.507595 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port 1765d10f-4f9f-4883-99d5-299517e80053 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:33.527654 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port 1765d10f-4f9f-4883-99d5-299517e80053 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:33.528013 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:33.664180 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 41820) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:33.684611 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841efb0-ba4d-4c66-8dad-37802b622b80 req-7b8fc3e4-2db2-424b-9c4a-bc03f4c11db6 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:33.686190 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0841efb0-ba4d-4c66-8dad-37802b622b80 req-7b8fc3e4-2db2-424b-9c4a-bc03f4c11db6 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 945 time: 0.1562226
Apr 08 02:45:33.696013 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bfbce21d-6541-4689-8571-2adb881e4c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:33.736847 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-bfbce21d-6541-4689-8571-2adb881e4c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:33.743536 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-bfbce21d-6541-4689-8571-2adb881e4c76 admin admin] Usage tracker for resource:security_group_rule and tenant:527894605a574289861aecf9ea2fabfb is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:33.751778 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-bfbce21d-6541-4689-8571-2adb881e4c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:33.759684 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-bfbce21d-6541-4689-8571-2adb881e4c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:33.804256 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686af3d7-73ce-46dc-a85c-eff47aeedf19 req-ead2a22b-1ee1-4c9f-ae54-d1fef4c497f2 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:33.807423 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-686af3d7-73ce-46dc-a85c-eff47aeedf19 req-ead2a22b-1ee1-4c9f-ae54-d1fef4c497f2 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 945 time: 0.2299571
Apr 08 02:45:33.873463 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bfbce21d-6541-4689-8571-2adb881e4c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:33.875116 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0841efb0-ba4d-4c66-8dad-37802b622b80 req-3607de4f-27dd-4d90-ba26-48534dbf033d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1803262
Apr 08 02:45:33.887710 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bfbce21d-6541-4689-8571-2adb881e4c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:33.905915 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-686af3d7-73ce-46dc-a85c-eff47aeedf19 req-972ef002-077d-4a7d-8012-f2464a938051 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873859
Apr 08 02:45:33.971575 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 41832) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:33.971863 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-bfbce21d-6541-4689-8571-2adb881e4c76 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=527894605a574289861aecf9ea2fabfb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3053939
Apr 08 02:45:33.974187 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce21d-6541-4689-8571-2adb881e4c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e17348-57c0-4ad4-94c0-565ddd262596,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:34.042103 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.078897 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2c4fd0-315a-4d94-8913-a661cdfa293a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1765d10f-4f9f-4883-99d5-299517e80053'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:45:34.086657 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea49b-930b-42be-ba48-62f0c8b2d2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.092709 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2cf0fd0>, [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 4, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port': {'id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '8de3e0ea-813d-4c5a-b074-96afa49bccc6', 'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'mac_address': 'fa:16:3e:ee:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 2, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'subnets': [{'id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:34.096443 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 1765d10f-4f9f-4883-99d5-299517e80053, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1765d10f-4f9f-4883-99d5-299517e80053,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:45:34.100300 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Checking router: 83533c30-df13-46f3-994c-374573aaf0dc for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:45:34.100902 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Updating router 83533c30-df13-46f3-994c-374573aaf0dc port 8de3e0ea-813d-4c5a-b074-96afa49bccc6 binding host dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:45:34.130524 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea49b-930b-42be-ba48-62f0c8b2d2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.132575 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.133442 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 8cf7f363-1f61-4342-8249-2e47822bc532 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:45:34.161891 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74345aed-5fea-4d96-ac9a-c22e5922b076'] response: {'server_uuid': 'fe2c4fd0-315a-4d94-8913-a661cdfa293a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1765d10f-4f9f-4883-99d5-299517e80053', 'code': 200}
Apr 08 02:45:34.202800 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb51148-3bdb-4415-bbe8-a8d21716e440 req-c712504f-6630-4ee4-90dd-29398d96deb5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:34.204273 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ebb51148-3bdb-4415-bbe8-a8d21716e440 req-c712504f-6630-4ee4-90dd-29398d96deb5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 945 time: 0.1513152
Apr 08 02:45:34.252672 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea49b-930b-42be-ba48-62f0c8b2d2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.274634 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.276768 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ea49b-930b-42be-ba48-62f0c8b2d2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e17348-57c0-4ad4-94c0-565ddd262596,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:34.286075 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ebb51148-3bdb-4415-bbe8-a8d21716e440 req-58acb24f-0e58-4499-8377-ead855c59620 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751226
Apr 08 02:45:34.287533 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea49b-930b-42be-ba48-62f0c8b2d2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.288520 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-3d0ea49b-930b-42be-ba48-62f0c8b2d2f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33e17348-57c0-4ad4-94c0-565ddd262596 HTTP/1.1" status: 204  len: 168 time: 0.3158977
Apr 08 02:45:34.333214 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 41846) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:34.344767 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=1765d10f-4f9f-4883-99d5-299517e80053,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:34.403937 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ae3279dc-580a-439a-bcb1-4dbe6688ed0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.424134 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port 8cf7f363-1f61-4342-8249-2e47822bc532 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:34.545214 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-9bdae92a-2cb5-478e-a396-b281db5ad4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.586101 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-9bdae92a-2cb5-478e-a396-b281db5ad4ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:34.590397 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-9bdae92a-2cb5-478e-a396-b281db5ad4ac admin admin] Usage tracker for resource:security_group_rule and tenant:1a54ed47a8dc4278bcbb94209a1f3c34 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:34.593409 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port 8cf7f363-1f61-4342-8249-2e47822bc532 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:34.593873 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.594041 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-9bdae92a-2cb5-478e-a396-b281db5ad4ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:34.600477 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-9bdae92a-2cb5-478e-a396-b281db5ad4ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:34.693732 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-9bdae92a-2cb5-478e-a396-b281db5ad4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.698565 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-9bdae92a-2cb5-478e-a396-b281db5ad4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.756476 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-9bdae92a-2cb5-478e-a396-b281db5ad4ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a54ed47a8dc4278bcbb94209a1f3c34&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4222383
Apr 08 02:45:34.757950 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdae92a-2cb5-478e-a396-b281db5ad4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc68cf4-501b-492a-87bc-864c583d57fc,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:34.759353 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 41860) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:34.793083 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.881099 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Notify callbacks [] for port, precommit_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.884582 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 8cf7f363-1f61-4342-8249-2e47822bc532, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8cf7f363-1f61-4342-8249-2e47822bc532,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:45:34.896840 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.897649 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device e1447a33-5dc8-44ca-8978-a2f1cdaaab34 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:45:34.957592 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Transition to ACTIVE for port object 8de3e0ea-813d-4c5a-b074-96afa49bccc6 will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:34.964627 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e6c1eaa8-121c-4804-a98e-1d76341569c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.024252 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e6c1eaa8-121c-4804-a98e-1d76341569c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.109286 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.136293 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e6c1eaa8-121c-4804-a98e-1d76341569c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.166592 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1eaa8-121c-4804-a98e-1d76341569c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc68cf4-501b-492a-87bc-864c583d57fc,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:35.173819 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e6c1eaa8-121c-4804-a98e-1d76341569c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.175895 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-e6c1eaa8-121c-4804-a98e-1d76341569c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7cc68cf4-501b-492a-87bc-864c583d57fc HTTP/1.1" status: 204  len: 168 time: 0.4144862
Apr 08 02:45:35.278436 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=8cf7f363-1f61-4342-8249-2e47822bc532,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:35.299449 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:35.299792 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:35.300178 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:35.301420 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:35.302229 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:35.302560 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:35.302912 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:35.303273 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:35.303599 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:35.303917 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:35.304234 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:35.375575 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f11d0-95d0-4a3f-9bdc-5136eff68a2a req-7bfabab9-9a32-4006-a60e-94bcfdd67977 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:35.377273 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8a1f11d0-95d0-4a3f-9bdc-5136eff68a2a req-7bfabab9-9a32-4006-a60e-94bcfdd67977 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 945 time: 0.2396204
Apr 08 02:45:35.398889 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8cb00-a653-4696-a53e-f43e378bd1b4 req-be15e59a-8f74-4dc3-b039-c98601d36d43 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:35.400696 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5fc8cb00-a653-4696-a53e-f43e378bd1b4 req-be15e59a-8f74-4dc3-b039-c98601d36d43 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.2028189
Apr 08 02:45:35.487363 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5fc8cb00-a653-4696-a53e-f43e378bd1b4 req-d98c6e26-2b8d-477b-a5b3-28e893caac9a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682378
Apr 08 02:45:35.509669 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8a1f11d0-95d0-4a3f-9bdc-5136eff68a2a req-2f39039d-6683-4e06-aeca-df82db0e89af tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1238408
Apr 08 02:45:35.528702 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df9c34-b3de-4f80-96d8-48cad9bf6b64 None None] Pushing event updated for resources: {'Port': ['ID=8de3e0ea-813d-4c5a-b074-96afa49bccc6,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:35.531246 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port e1447a33-5dc8-44ca-8978-a2f1cdaaab34 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:35.556798 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port e1447a33-5dc8-44ca-8978-a2f1cdaaab34 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:35.557052 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.642120 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Attempting to bind port 8de3e0ea-813d-4c5a-b074-96afa49bccc6 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:45:35.642475 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Attempting to bind port 8de3e0ea-813d-4c5a-b074-96afa49bccc6 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '8758cd27-8689-4eb2-a4f3-2a1c2c28b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:45:35.642855 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Attempting to bind port 8de3e0ea-813d-4c5a-b074-96afa49bccc6 on network 9177d28f-82e1-4f7a-9248-434f10dfbba9 {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:45:35.657625 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:45:35.657990 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Checking segment: {'id': '8758cd27-8689-4eb2-a4f3-2a1c2c28b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:45:35.658386 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.658863 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Bound using segment: {'id': '8758cd27-8689-4eb2-a4f3-2a1c2c28b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:45:35.659322 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Bound port: 8de3e0ea-813d-4c5a-b074-96afa49bccc6, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8758cd27-8689-4eb2-a4f3-2a1c2c28b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:45:35.659748 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.727974 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a8fb9-9115-4e22-9e53-d18e600a8c1a req-48a8a51d-b67c-4c7f-bbd9-283ed2cd3710 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:35.729429 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-308a8fb9-9115-4e22-9e53-d18e600a8c1a req-48a8a51d-b67c-4c7f-bbd9-283ed2cd3710 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 945 time: 0.1027031
Apr 08 02:45:35.783192 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-308a8fb9-9115-4e22-9e53-d18e600a8c1a req-fddb9065-feb7-4d1c-9882-f3a0fda8e6a4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475698
Apr 08 02:45:35.790716 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.853652 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port e1447a33-5dc8-44ca-8978-a2f1cdaaab34, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:45:35.854961 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] For port 8de3e0ea-813d-4c5a-b074-96afa49bccc6, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:45:35.858576 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] For port 8de3e0ea-813d-4c5a-b074-96afa49bccc6, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=8de3e0ea-813d-4c5a-b074-96afa49bccc6,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:45:35.861174 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.888665 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 41900) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:35.902592 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.906063 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a018-2350-4b67-8e97-082c5b15fa6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.938529 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-0ad1a018-2350-4b67-8e97-082c5b15fa6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:35.957153 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-0ad1a018-2350-4b67-8e97-082c5b15fa6c admin admin] Usage tracker for resource:security_group_rule and tenant:2ecd07a8d39645809d6f3b3eb2c321c0 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:35.964546 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-0ad1a018-2350-4b67-8e97-082c5b15fa6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:35.966119 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:35.983966 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-0ad1a018-2350-4b67-8e97-082c5b15fa6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:36.012561 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Routers {'83533c30-df13-46f3-994c-374573aaf0dc'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:45:36.013254 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2cf0fd0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:45:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['83533c30-df13-46f3-994c-374573aaf0dc'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:36.143365 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a018-2350-4b67-8e97-082c5b15fa6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:36.148965 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a018-2350-4b67-8e97-082c5b15fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:36.227531 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1a018-2350-4b67-8e97-082c5b15fa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde57419-3df8-4e51-ac4d-7e3be67fdbf4,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:36.236976 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-0ad1a018-2350-4b67-8e97-082c5b15fa6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ecd07a8d39645809d6f3b3eb2c321c0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3433921
Apr 08 02:45:36.238849 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6228b11f-244d-4e25-8b1f-e19a90cc8c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf7f363-1f61-4342-8249-2e47822bc532'}, {'server_uuid': 'e44bc1d2-0741-4081-9165-b0aca9008eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:45:36.239159 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 41914) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:36.308826 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb93040-d7b7-46db-a663-32a0456189cd'] response: {'server_uuid': '6228b11f-244d-4e25-8b1f-e19a90cc8c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf7f363-1f61-4342-8249-2e47822bc532', 'code': 200}
Apr 08 02:45:36.309342 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb93040-d7b7-46db-a663-32a0456189cd'] response: {'server_uuid': 'e44bc1d2-0741-4081-9165-b0aca9008eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34', 'code': 200}
Apr 08 02:45:36.320189 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4dce0fcc-76e0-4fb4-bb1b-96f5057eefd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:36.324377 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df9c34-b3de-4f80-96d8-48cad9bf6b64 None None] Pushing event updated for resources: {'Port': ['ID=8de3e0ea-813d-4c5a-b074-96afa49bccc6,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:36.352316 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4dce0fcc-76e0-4fb4-bb1b-96f5057eefd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:36.371084 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] Set router 83533c30-df13-46f3-994c-374573aaf0dc gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:45:36.420970 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4dce0fcc-76e0-4fb4-bb1b-96f5057eefd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:36.438991 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce0fcc-76e0-4fb4-bb1b-96f5057eefd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde57419-3df8-4e51-ac4d-7e3be67fdbf4,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:36.448823 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4dce0fcc-76e0-4fb4-bb1b-96f5057eefd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:36.450525 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-4dce0fcc-76e0-4fb4-bb1b-96f5057eefd1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fde57419-3df8-4e51-ac4d-7e3be67fdbf4 HTTP/1.1" status: 204  len: 168 time: 0.2133105
Apr 08 02:45:36.559051 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-65ea3cf9-df75-4270-8495-fa6618714603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:36.754730 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2cf0fd0>, [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 4, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port': {'id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '8de3e0ea-813d-4c5a-b074-96afa49bccc6', 'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'mac_address': 'fa:16:3e:ee:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 4, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'subnets': [{'id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:36.760155 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89103343-6099-48dc-a532-fbc029d2edf1 None None] The sync data for ids ['83533c30-df13-46f3-994c-374573aaf0dc'] in dv-cinder-837052-1-iscsi is: [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 4, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port': {'id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '8de3e0ea-813d-4c5a-b074-96afa49bccc6', 'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'mac_address': 'fa:16:3e:ee:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:35Z', 'revision_number': 4, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'subnets': [{'id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:45:36.795366 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a16aab-cb91-4b26-9f1a-dba9c9f852e3 req-f3824321-f79c-4b9b-9f4e-4027178115e3 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:36.796823 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-92a16aab-cb91-4b26-9f1a-dba9c9f852e3 req-f3824321-f79c-4b9b-9f4e-4027178115e3 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.1598024
Apr 08 02:45:36.923262 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-92a16aab-cb91-4b26-9f1a-dba9c9f852e3 req-116c6d00-1cc8-4826-9546-cfe5cb600ad3 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846059
Apr 08 02:45:36.969827 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1579ce-c430-41bf-8e81-7bbb227f71a1 req-a5698543-ec7d-44ae-803d-9c7f307a0272 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:36.970848 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4e1579ce-c430-41bf-8e81-7bbb227f71a1 req-a5698543-ec7d-44ae-803d-9c7f307a0272 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.1673229
Apr 08 02:45:37.070243 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 41946) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:37.078258 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4e1579ce-c430-41bf-8e81-7bbb227f71a1 req-c137298a-b643-4652-8653-94486bcf45a1 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001394
Apr 08 02:45:37.101511 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-824bfd8e-f20a-4e22-a2b9-221cecea20e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:37.103539 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device b5e78270-c26b-4b02-a6c8-efffc69a4c3c up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:45:37.177784 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-824bfd8e-f20a-4e22-a2b9-221cecea20e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:37.188223 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-824bfd8e-f20a-4e22-a2b9-221cecea20e0 admin admin] Usage tracker for resource:security_group_rule and tenant:91d7e2b5415549e68e38ba8641127534 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:37.195288 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-824bfd8e-f20a-4e22-a2b9-221cecea20e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:37.209881 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-824bfd8e-f20a-4e22-a2b9-221cecea20e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:37.228221 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1edf39-7409-47d4-ad98-436e9f5ac1d9 req-6ad7a5dc-1fc8-437e-8121-57ab567e596e tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:37.230347 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-db1edf39-7409-47d4-ad98-436e9f5ac1d9 req-6ad7a5dc-1fc8-437e-8121-57ab567e596e tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 945 time: 0.1498301
Apr 08 02:45:37.350916 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:37.390993 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-db1edf39-7409-47d4-ad98-436e9f5ac1d9 req-1d31155b-e4d9-4e6e-912d-33d8cf8859ec tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1536098
Apr 08 02:45:37.397569 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 8de3e0ea-813d-4c5a-b074-96afa49bccc6 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:45:37.525546 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-824bfd8e-f20a-4e22-a2b9-221cecea20e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:37.536903 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-824bfd8e-f20a-4e22-a2b9-221cecea20e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:37.568835 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port b5e78270-c26b-4b02-a6c8-efffc69a4c3c completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:37.577535 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port b5e78270-c26b-4b02-a6c8-efffc69a4c3c triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:37.578048 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:37.611418 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bfd8e-f20a-4e22-a2b9-221cecea20e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db3f4bd-493b-40d0-b5b9-a02f271ba36b,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:37.626204 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 8de3e0ea-813d-4c5a-b074-96afa49bccc6 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:37.652756 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 8de3e0ea-813d-4c5a-b074-96afa49bccc6 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:37.653121 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:37.777707 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 41964) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:37.782360 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:37.789972 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-824bfd8e-f20a-4e22-a2b9-221cecea20e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91d7e2b5415549e68e38ba8641127534&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7158527
Apr 08 02:45:37.864350 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:37.890170 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6c08f37c-6ab7-40c4-af7b-197f97289688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:37.923971 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6c08f37c-6ab7-40c4-af7b-197f97289688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:37.931951 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-918230ae-7efa-46f5-940e-5578cd95eb37 req-b243a7af-a9b2-4366-92f5-1c455c4551d6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 1098 time: 0.2045000
Apr 08 02:45:37.942700 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2a46ea3c-85e2-4e81-a9a0-cb8b440e5875 req-784f8223-2b72-427b-bcff-5924adffe51f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 1099 time: 0.2863958
Apr 08 02:45:37.973376 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-59c42137-b1a0-424b-a464-6160722c9427 req-dcdbbd0f-8e25-496e-a77f-b883679a00d6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 1099 time: 0.1762273
Apr 08 02:45:38.014775 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:38.026332 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6c08f37c-6ab7-40c4-af7b-197f97289688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:38.064767 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08f37c-6ab7-40c4-af7b-197f97289688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db3f4bd-493b-40d0-b5b9-a02f271ba36b,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:38.075486 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6c08f37c-6ab7-40c4-af7b-197f97289688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:38.079604 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port 8de3e0ea-813d-4c5a-b074-96afa49bccc6, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=8de3e0ea-813d-4c5a-b074-96afa49bccc6,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:45:38.083360 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-6c08f37c-6ab7-40c4-af7b-197f97289688 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6db3f4bd-493b-40d0-b5b9-a02f271ba36b HTTP/1.1" status: 204  len: 168 time: 0.3040025
Apr 08 02:45:38.083905 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-918230ae-7efa-46f5-940e-5578cd95eb37 req-1f3539df-4d5c-42bc-bba9-40bc251a8e7f service neutron] Synchronizing usage tracker for tenant:e59f47efdd4248db9900ec38a64d16f0 on resource:security_group {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:45:38.099518 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:38.113088 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:38.231055 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-918230ae-7efa-46f5-940e-5578cd95eb37 req-1f3539df-4d5c-42bc-bba9-40bc251a8e7f service neutron] Unset dirty status for tenant:e59f47efdd4248db9900ec38a64d16f0 on resource:security_group {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:45:38.233906 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-918230ae-7efa-46f5-940e-5578cd95eb37 req-1f3539df-4d5c-42bc-bba9-40bc251a8e7f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2901230
Apr 08 02:45:38.241295 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port b5e78270-c26b-4b02-a6c8-efffc69a4c3c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b5e78270-c26b-4b02-a6c8-efffc69a4c3c,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:45:38.244841 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2a46ea3c-85e2-4e81-a9a0-cb8b440e5875 req-e4e8a3ca-9db1-40ce-9899-824993a8db68 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2429235
Apr 08 02:45:38.251537 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-59c42137-b1a0-424b-a464-6160722c9427 req-055e07f3-4dab-44f5-8b02-286afcfbd2b1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2068336
Apr 08 02:45:38.254866 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:38.270717 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=8de3e0ea-813d-4c5a-b074-96afa49bccc6,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:38.321678 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e6abc6-19f4-4355-8309-fb3279d9b5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:45:38.328762 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859a6e-684f-4502-87c8-4a8db5bf4009 req-240c1386-c359-4905-aad6-b1af8f68025c tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:38.331116 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a2859a6e-684f-4502-87c8-4a8db5bf4009 req-240c1386-c359-4905-aad6-b1af8f68025c tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.1713462
Apr 08 02:45:38.373854 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=b5e78270-c26b-4b02-a6c8-efffc69a4c3c,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:38.391481 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a2859a6e-684f-4502-87c8-4a8db5bf4009 req-b71f1f4d-b3c9-4f2f-abab-3f9a0010d7cc tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539722
Apr 08 02:45:38.474133 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d2d77be-24d9-4e73-8d87-34b0a0ee1c92'] response: {'server_uuid': '09e6abc6-19f4-4355-8309-fb3279d9b5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c', 'code': 200}
Apr 08 02:45:38.477074 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb6790-7a27-4ce1-bbec-5df0c7dfc8d2 req-ce6235c4-2285-4a7a-8388-c488139922e0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:38.478377 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-33eb6790-7a27-4ce1-bbec-5df0c7dfc8d2 req-ce6235c4-2285-4a7a-8388-c488139922e0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0854235
Apr 08 02:45:38.536506 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-33eb6790-7a27-4ce1-bbec-5df0c7dfc8d2 req-a0db039a-67b8-44e8-a508-9d473b49fdbb tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514710
Apr 08 02:45:38.662368 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8873e4-4499-4c1f-9eb8-1204d3c08323 req-81396f02-81e6-4cf5-8485-5e52c38ba9f3 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:38.664102 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8a8873e4-4499-4c1f-9eb8-1204d3c08323 req-81396f02-81e6-4cf5-8485-5e52c38ba9f3 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 946 time: 0.0874290
Apr 08 02:45:38.720730 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8a8873e4-4499-4c1f-9eb8-1204d3c08323 req-44e1206e-0bb9-46fe-8ef4-43bd14c26e52 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498643
Apr 08 02:45:39.129052 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:39.267178 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 8de3e0ea-813d-4c5a-b074-96afa49bccc6 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:45:39.340050 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 8de3e0ea-813d-4c5a-b074-96afa49bccc6 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:39.340454 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:39.599084 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6a94d-6107-41a0-8c4e-0def60855906 req-3f07d7be-fff2-4a8d-b007-1002b4350298 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:39.600528 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bad6a94d-6107-41a0-8c4e-0def60855906 req-3f07d7be-fff2-4a8d-b007-1002b4350298 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0797246
Apr 08 02:45:39.652944 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bad6a94d-6107-41a0-8c4e-0def60855906 req-f466938e-3737-4be9-89e1-f1607f72e311 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447707
Apr 08 02:45:39.756754 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839494c-a25a-4445-976b-7fdf3fdca018 req-87263d0f-b067-4bb3-a706-9831768b7ed1 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:39.758196 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d839494c-a25a-4445-976b-7fdf3fdca018 req-87263d0f-b067-4bb3-a706-9831768b7ed1 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0757737
Apr 08 02:45:39.807509 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d839494c-a25a-4445-976b-7fdf3fdca018 req-776a36d9-bc3a-4270-a763-920ca34d286b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417192
Apr 08 02:45:39.919242 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169f576-a4dc-41aa-9591-7be3aac79894 req-b0db92e1-b55c-41f2-b241-99e0fb02cc3a tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:39.920675 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8169f576-a4dc-41aa-9591-7be3aac79894 req-b0db92e1-b55c-41f2-b241-99e0fb02cc3a tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 946 time: 0.0786810
Apr 08 02:45:40.011077 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8169f576-a4dc-41aa-9591-7be3aac79894 req-f5592961-6682-450f-a08c-b659a96d66ee tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0839875
Apr 08 02:45:40.874161 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbfc9b-21f5-4fd9-83ff-52711ac23be2 req-824eaf44-fec5-485a-a10c-610348e56c8d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:40.875791 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-58bbfc9b-21f5-4fd9-83ff-52711ac23be2 req-824eaf44-fec5-485a-a10c-610348e56c8d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0915604
Apr 08 02:45:40.926125 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-58bbfc9b-21f5-4fd9-83ff-52711ac23be2 req-7fa83e9d-47fa-4365-8713-bd2aa298d4d1 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436611
Apr 08 02:45:41.043049 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fd3da-2a27-459e-ac8c-2b69731c82c1 req-ecb7c59b-4cc0-42f9-869f-cf5e1d9bf45c tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:41.044467 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6d7fd3da-2a27-459e-ac8c-2b69731c82c1 req-ecb7c59b-4cc0-42f9-869f-cf5e1d9bf45c tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0781865
Apr 08 02:45:41.088941 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6d7fd3da-2a27-459e-ac8c-2b69731c82c1 req-9ded3542-f0a6-4c74-a4ef-30808c201b8b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388908
Apr 08 02:45:41.205632 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1577a-ca95-459f-870f-89dbcf98a688 req-e83c6110-0cb1-4539-8fef-e1b8e3cc9284 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:41.207968 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-30f1577a-ca95-459f-870f-89dbcf98a688 req-e83c6110-0cb1-4539-8fef-e1b8e3cc9284 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 946 time: 0.0743861
Apr 08 02:45:41.264322 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-30f1577a-ca95-459f-870f-89dbcf98a688 req-f850497c-3559-4579-b97e-cc083e9c9ed9 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504856
Apr 08 02:45:42.126079 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0d75b-1fa9-48ef-a33b-a0f72e898a9e req-35c2017b-ff79-4087-a070-932ba0aa66e8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:42.127517 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-43b0d75b-1fa9-48ef-a33b-a0f72e898a9e req-35c2017b-ff79-4087-a070-932ba0aa66e8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0787876
Apr 08 02:45:42.173825 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-43b0d75b-1fa9-48ef-a33b-a0f72e898a9e req-ff301b27-6dc1-400c-a55f-8a01e4b3fa3f tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402906
Apr 08 02:45:42.298602 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7a0e4-f856-4fc9-b2d1-9a6474355b72 req-ccc26557-f5f6-4409-8db2-432e86dd0494 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:42.300090 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6ce7a0e4-f856-4fc9-b2d1-9a6474355b72 req-ccc26557-f5f6-4409-8db2-432e86dd0494 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0769269
Apr 08 02:45:42.344325 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6ce7a0e4-f856-4fc9-b2d1-9a6474355b72 req-f089d330-572d-498d-9aeb-216dd98453a0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385742
Apr 08 02:45:42.464127 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce671ff-2576-4510-8bc6-666c1bb56655 req-295d8a9a-c1fd-4ab3-a450-4e0f095bec09 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:42.465572 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5ce671ff-2576-4510-8bc6-666c1bb56655 req-295d8a9a-c1fd-4ab3-a450-4e0f095bec09 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 946 time: 0.0772350
Apr 08 02:45:42.512787 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5ce671ff-2576-4510-8bc6-666c1bb56655 req-52868873-e60e-4c9d-a2b1-007d83fe3ff0 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414193
Apr 08 02:45:43.366967 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eebc23-d23f-46d4-a851-fe4244983756 req-ddadfbee-7755-41ee-870e-246d5ed74895 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:43.368387 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-91eebc23-d23f-46d4-a851-fe4244983756 req-ddadfbee-7755-41ee-870e-246d5ed74895 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0769756
Apr 08 02:45:43.415854 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-91eebc23-d23f-46d4-a851-fe4244983756 req-791136fc-2e47-441a-9802-d023b856623c tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419133
Apr 08 02:45:43.557074 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c34ce-0c00-43ed-8671-39e955e2e555 req-c127297e-04ab-4fe6-a96f-5c5e559ca9a0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:43.558526 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c71c34ce-0c00-43ed-8671-39e955e2e555 req-c127297e-04ab-4fe6-a96f-5c5e559ca9a0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0762036
Apr 08 02:45:43.610513 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c71c34ce-0c00-43ed-8671-39e955e2e555 req-2a364cc9-485a-4bcf-b355-6f4c56201a84 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461302
Apr 08 02:45:43.710333 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2f4a5cad-ec70-49c0-aee2-f06d3da5b94a req-1e7bb0e0-2532-4bd8-a273-77b39711b7f3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0968044
Apr 08 02:45:43.757603 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf7a38-6a1d-4aae-8487-886ea6b96bc1 req-4c471ca0-8e29-4b2f-8963-86c4dac81c3f tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:43.763189 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6ccf7a38-6a1d-4aae-8487-886ea6b96bc1 req-4c471ca0-8e29-4b2f-8963-86c4dac81c3f tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 946 time: 0.0911765
Apr 08 02:45:43.809337 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6ccf7a38-6a1d-4aae-8487-886ea6b96bc1 req-42b0fccc-a86c-4b07-8c0f-c13466607c8d tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440347
Apr 08 02:45:43.864527 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9a60a907-7a31-43b8-aa47-893b1cb368e8 req-42141c5d-9e93-4e70-9fca-627581dc1699 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 1099 time: 0.0852141
Apr 08 02:45:43.962860 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9a60a907-7a31-43b8-aa47-893b1cb368e8 req-46499311-cdcc-4fa8-a370-ec1a90856cb9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610220
Apr 08 02:45:43.973515 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2f4a5cad-ec70-49c0-aee2-f06d3da5b94a req-76e9e0f4-f8e1-4bb2-bdb5-0eb162293943 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08ab2bde6dca4830a67ca00d0223b3a7&device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 1098 time: 0.0998359
Apr 08 02:45:44.511059 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a5cad-ec70-49c0-aee2-f06d3da5b94a req-d168432d-edae-4693-85bb-bdaf335e350a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:44.512478 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2f4a5cad-ec70-49c0-aee2-f06d3da5b94a req-d168432d-edae-4693-85bb-bdaf335e350a service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c913a7e-6767-4ead-ae16-5b243f13621e HTTP/1.1" status: 200  len: 913 time: 0.1292436
Apr 08 02:45:44.584168 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2f4a5cad-ec70-49c0-aee2-f06d3da5b94a req-c072d04a-b231-4af9-ac34-ca22ed925d3a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44289cfd-1a39-4ed4-8b1c-43f7bf303706 HTTP/1.1" status: 200  len: 217 time: 0.0630889
Apr 08 02:45:44.628816 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2682629-f5d7-4c1f-a328-28d86db0a215 req-39311cca-7c45-4933-b711-1a44af6791e9 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:44.630437 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c2682629-f5d7-4c1f-a328-28d86db0a215 req-39311cca-7c45-4933-b711-1a44af6791e9 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0890341
Apr 08 02:45:44.687383 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c2682629-f5d7-4c1f-a328-28d86db0a215 req-9493861f-c08b-4e58-af3b-b44cb6901b77 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497978
Apr 08 02:45:44.690732 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a5cad-ec70-49c0-aee2-f06d3da5b94a req-636af8a1-9ecc-44de-95b7-900063849afa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:44.692565 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2f4a5cad-ec70-49c0-aee2-f06d3da5b94a req-636af8a1-9ecc-44de-95b7-900063849afa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3992d7c-72ed-41f8-96da-54e0955a65a3 HTTP/1.1" status: 200  len: 852 time: 0.0923738
Apr 08 02:45:44.793486 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2f4a5cad-ec70-49c0-aee2-f06d3da5b94a req-a49310a7-6a74-43af-8237-48fffc06e456 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c913a7e-6767-4ead-ae16-5b243f13621e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410948
Apr 08 02:45:44.849904 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc54bc-8329-4d8a-b7b5-7d020d5407ed req-93a2814c-87e3-4293-bd83-5cf5c06ce67d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:44.851714 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-98fc54bc-8329-4d8a-b7b5-7d020d5407ed req-93a2814c-87e3-4293-bd83-5cf5c06ce67d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0765750
Apr 08 02:45:44.950995 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-98fc54bc-8329-4d8a-b7b5-7d020d5407ed req-994cb07f-1156-48d1-af73-85ad04837498 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899875
Apr 08 02:45:45.018367 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2f4a5cad-ec70-49c0-aee2-f06d3da5b94a req-99293545-b4e3-4550-8c25-0bf6a4410297 service neutron] 10.222.0.49 "GET /v2.0/networks/5c913a7e-6767-4ead-ae16-5b243f13621e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2173460
Apr 08 02:45:45.117233 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb8e50-d403-48e2-81f1-422694db658d req-d165b3fc-a6a0-49ca-a047-a7ae86e2dcdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:45.118754 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bccb8e50-d403-48e2-81f1-422694db658d req-d165b3fc-a6a0-49ca-a047-a7ae86e2dcdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 946 time: 0.0859706
Apr 08 02:45:45.169374 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2f4a5cad-ec70-49c0-aee2-f06d3da5b94a req-a4da26b8-25f4-48db-846e-12cb4dcf5694 service neutron] 10.222.0.49 "GET /v2.0/networks/5c913a7e-6767-4ead-ae16-5b243f13621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433544
Apr 08 02:45:45.170513 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bccb8e50-d403-48e2-81f1-422694db658d req-cf88c91d-3b0e-4252-b56f-d2ab1d0be8f0 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455499
Apr 08 02:45:45.943529 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eb488-4fdb-428a-af81-08e0b843a9e3 req-77c5bfca-7385-4afe-8adc-83b32a6d2c50 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:45.944959 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-469eb488-4fdb-428a-af81-08e0b843a9e3 req-77c5bfca-7385-4afe-8adc-83b32a6d2c50 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0900629
Apr 08 02:45:45.992053 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-469eb488-4fdb-428a-af81-08e0b843a9e3 req-4d392ac7-ac1a-4d2d-b46b-5274d80a4b31 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414093
Apr 08 02:45:46.194739 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f808110-8f10-47ea-9c9e-495eeeb7ba1b req-31c48086-cd32-4019-aa1d-30a5be2c6ffa tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:46.196169 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4f808110-8f10-47ea-9c9e-495eeeb7ba1b req-31c48086-cd32-4019-aa1d-30a5be2c6ffa tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0792365
Apr 08 02:45:46.244125 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4f808110-8f10-47ea-9c9e-495eeeb7ba1b req-b95a13bb-6d85-470e-b7e6-0e1762463221 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412452
Apr 08 02:45:46.446778 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb3532-c7b1-4609-9ae5-9fbb6038f269 req-d99f508e-2f99-4b55-bb67-28eb42ae6042 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:46.448195 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b8cb3532-c7b1-4609-9ae5-9fbb6038f269 req-d99f508e-2f99-4b55-bb67-28eb42ae6042 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 946 time: 0.0753429
Apr 08 02:45:46.496229 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b8cb3532-c7b1-4609-9ae5-9fbb6038f269 req-d08e85be-9961-4fb7-8195-3215d15cf26e tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424132
Apr 08 02:45:46.588074 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba242ea4-4eb5-444a-9236-876ff9f8c1d5 req-afc3fabb-780d-490e-b54e-f1be127c91ee tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:46.589471 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ba242ea4-4eb5-444a-9236-876ff9f8c1d5 req-afc3fabb-780d-490e-b54e-f1be127c91ee tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.0774360
Apr 08 02:45:46.634292 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ba242ea4-4eb5-444a-9236-876ff9f8c1d5 req-b2d8dc79-63be-4d7b-8024-238dafcfcdb2 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392239
Apr 08 02:45:47.201441 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb1334-0773-43f8-a77b-de88983d3248 req-cab76388-4078-4cb8-a9fe-d7fec6a9deb6 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:47.202875 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-38eb1334-0773-43f8-a77b-de88983d3248 req-cab76388-4078-4cb8-a9fe-d7fec6a9deb6 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0781162
Apr 08 02:45:47.250335 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-38eb1334-0773-43f8-a77b-de88983d3248 req-f88c8947-6ecc-46b2-a14e-4cc674297cea tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405288
Apr 08 02:45:47.455284 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211120b-6a9e-4f19-a0a2-08d77960a4ce req-07547591-3aa6-42a2-b302-45d892213d9b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:47.457750 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3211120b-6a9e-4f19-a0a2-08d77960a4ce req-07547591-3aa6-42a2-b302-45d892213d9b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0801356
Apr 08 02:45:47.505767 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3211120b-6a9e-4f19-a0a2-08d77960a4ce req-a0dc6a02-d084-4501-9c17-e533a5615247 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426130
Apr 08 02:45:47.776578 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c8276-e8dd-4d48-9f47-973d3503d84a req-31f86d49-711e-4cb2-93d4-a7c035a97245 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:47.777974 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2f8c8276-e8dd-4d48-9f47-973d3503d84a req-31f86d49-711e-4cb2-93d4-a7c035a97245 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.1723387
Apr 08 02:45:47.783988 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8289ff-d5f2-453d-a2a1-3579eabf04c2 req-5ff2666e-26d2-4dab-8a16-5b3e2615f6ab tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:47.785803 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3e8289ff-d5f2-453d-a2a1-3579eabf04c2 req-5ff2666e-26d2-4dab-8a16-5b3e2615f6ab tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 946 time: 0.1089313
Apr 08 02:45:47.853552 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2f8c8276-e8dd-4d48-9f47-973d3503d84a req-4f4c7b8b-ffc3-4d13-9541-6f9a4bb6295f tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668435
Apr 08 02:45:47.857879 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3e8289ff-d5f2-453d-a2a1-3579eabf04c2 req-671db46a-b0dc-49ff-85a7-5f4cfeb06e59 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585220
Apr 08 02:45:48.098017 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5433a-aa66-4e5d-8b41-7f8027ae0233 req-870baf74-4c26-4202-9c02-6c00097149ef tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:48.099492 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c6b5433a-aa66-4e5d-8b41-7f8027ae0233 req-870baf74-4c26-4202-9c02-6c00097149ef tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.1365151
Apr 08 02:45:48.105719 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7c474-1aa6-4d31-bc6f-ed9ed9d288d7 req-58385a5f-2e77-4387-89c1-6e7c6d6fd6d1 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:48.107093 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-10e7c474-1aa6-4d31-bc6f-ed9ed9d288d7 req-58385a5f-2e77-4387-89c1-6e7c6d6fd6d1 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.1133816
Apr 08 02:45:48.107969 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 42210) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:48.113486 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-8dec9612-72e6-40b6-af40-4c4546222fb8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Request body: {'floatingip': {'port_id': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:45:48.206435 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-8dec9612-72e6-40b6-af40-4c4546222fb8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for floatingip, before_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:48.328689 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-10e7c474-1aa6-4d31-bc6f-ed9ed9d288d7 req-7e7bf1d3-3489-4c33-a105-2e890f041c09 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671071
Apr 08 02:45:48.957195 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-8dec9612-72e6-40b6-af40-4c4546222fb8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:48.964241 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-8dec9612-72e6-40b6-af40-4c4546222fb8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:49.299220 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07f04-e416-4498-b4eb-402f19ebda7a req-23985e0f-eddf-48ed-b6c7-8f8237ced481 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:49.301223 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d9c07f04-e416-4498-b4eb-402f19ebda7a req-23985e0f-eddf-48ed-b6c7-8f8237ced481 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 946 time: 0.2786336
Apr 08 02:45:49.306396 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326f4df-91ce-475f-a746-0c4e97fe6460 req-37832ec7-e9ed-4fbe-9e3b-249e4228cd0a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:49.307731 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f326f4df-91ce-475f-a746-0c4e97fe6460 req-37832ec7-e9ed-4fbe-9e3b-249e4228cd0a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.2840159
Apr 08 02:45:49.392926 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d9c07f04-e416-4498-b4eb-402f19ebda7a req-dfe116bb-ceba-4174-aa4d-067945c9d628 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0842657
Apr 08 02:45:49.408717 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f326f4df-91ce-475f-a746-0c4e97fe6460 req-66aaca45-66e1-4e41-bf89-5470d09b0d1d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815618
Apr 08 02:45:49.443265 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.db.l3_db [None req-8dec9612-72e6-40b6-af40-4c4546222fb8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Floating IP caed0346-af78-4a8b-bf60-421bee27bc04 associated. External IP: 172.27.2.192, port: e1447a33-5dc8-44ca-8978-a2f1cdaaab34.
Apr 08 02:45:49.647908 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741830f-16d1-48ec-b2a3-c6dfe6e65f14 req-b2ccd4ba-3a11-42ec-8285-08c3cb6d53b7 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:49.649292 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a741830f-16d1-48ec-b2a3-c6dfe6e65f14 req-b2ccd4ba-3a11-42ec-8285-08c3cb6d53b7 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.1024189
Apr 08 02:45:49.703948 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a741830f-16d1-48ec-b2a3-c6dfe6e65f14 req-c286d48d-157c-4819-901c-5c780a217f54 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491652
Apr 08 02:45:49.923409 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dec9612-72e6-40b6-af40-4c4546222fb8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Router 83533c30-df13-46f3-994c-374573aaf0dc has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:45:50.120331 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dec9612-72e6-40b6-af40-4c4546222fb8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:45:50.124849 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-8dec9612-72e6-40b6-af40-4c4546222fb8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:50.132536 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47595546-349c-43a8-8adb-034214dcfdf0 None None] Sync routers for ids ['83533c30-df13-46f3-994c-374573aaf0dc'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:45:50.145373 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47595546-349c-43a8-8adb-034214dcfdf0 None None] Routers {'83533c30-df13-46f3-994c-374573aaf0dc'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:45:50.145962 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-47595546-349c-43a8-8adb-034214dcfdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2e5bd30>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:45:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['83533c30-df13-46f3-994c-374573aaf0dc'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:50.177591 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-8dec9612-72e6-40b6-af40-4c4546222fb8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "PUT /v2.0/floatingips/caed0346-af78-4a8b-bf60-421bee27bc04 HTTP/1.1" status: 200  len: 992 time: 2.0685325
Apr 08 02:45:50.178318 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44bc1d2-0741-4081-9165-b0aca9008eaf', 'tag': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34'}] {{(pid=83136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:45:50.230702 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e967d5-311a-45ee-a561-d85191e4e2c0'] response: {'name': 'network-changed', 'server_uuid': 'e44bc1d2-0741-4081-9165-b0aca9008eaf', 'tag': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34', 'status': 'completed', 'code': 200}
Apr 08 02:45:50.317460 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-47595546-349c-43a8-8adb-034214dcfdf0 None None] Set router 83533c30-df13-46f3-994c-374573aaf0dc gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:45:50.665038 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fec61b-2df9-4d8f-a85f-def2459315df req-b97c0077-72bc-45c8-b807-bc2d414e29e5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:50.666485 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-16fec61b-2df9-4d8f-a85f-def2459315df req-b97c0077-72bc-45c8-b807-bc2d414e29e5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 946 time: 0.1424963
Apr 08 02:45:50.672781 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50074160-c197-4d83-ac4a-5285dac1267a req-d8052e92-4be7-411e-aaa3-825d50ab395f tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:50.674115 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-50074160-c197-4d83-ac4a-5285dac1267a req-d8052e92-4be7-411e-aaa3-825d50ab395f tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.1136301
Apr 08 02:45:50.743584 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-50e42063-8682-4efa-9ace-817017ded593 req-031e4572-84a6-4c54-a096-fc9f9f63c4da service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f673f0f0edd74c56a204930e93f143da&device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 1099 time: 0.0852048
Apr 08 02:45:50.748862 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-16fec61b-2df9-4d8f-a85f-def2459315df req-71568eea-edb2-4e5a-907a-637cac786016 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0737588
Apr 08 02:45:50.756414 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-50074160-c197-4d83-ac4a-5285dac1267a req-4dc14ed1-ff27-489f-8017-66ed3ae771f8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662043
Apr 08 02:45:50.763009 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-47595546-349c-43a8-8adb-034214dcfdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2e5bd30>, [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 4, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port': {'id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'caed0346-af78-4a8b-bf60-421bee27bc04', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'port_id': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'mac_address': 'fa:16:3e:08:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44bc1d2-0741-4081-9165-b0aca9008eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:57Z', 'updated_at': '2022-04-08T02:45:48Z', 'revision_number': 1, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de3e0ea-813d-4c5a-b074-96afa49bccc6', 'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'mac_address': 'fa:16:3e:ee:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:37Z', 'revision_number': 5, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'subnets': [{'id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:50.769088 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47595546-349c-43a8-8adb-034214dcfdf0 None None] Checking router: 83533c30-df13-46f3-994c-374573aaf0dc for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:45:50.782788 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47595546-349c-43a8-8adb-034214dcfdf0 None None] Routers {'83533c30-df13-46f3-994c-374573aaf0dc'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:45:50.783959 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-47595546-349c-43a8-8adb-034214dcfdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2e5bd30>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:45:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['83533c30-df13-46f3-994c-374573aaf0dc'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:50.955946 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e42063-8682-4efa-9ace-817017ded593 req-25ab46ef-55e6-44ab-9a4c-9fd97a96b665 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:50.958994 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-50e42063-8682-4efa-9ace-817017ded593 req-25ab46ef-55e6-44ab-9a4c-9fd97a96b665 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9177d28f-82e1-4f7a-9248-434f10dfbba9 HTTP/1.1" status: 200  len: 918 time: 0.1975038
Apr 08 02:45:50.981604 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-47db45c2-cdc3-434d-8e1f-b5511c637845 req-4043c19b-8048-4f24-8d74-f1ae2917bdd3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 1099 time: 0.1924253
Apr 08 02:45:50.984381 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-47595546-349c-43a8-8adb-034214dcfdf0 None None] Set router 83533c30-df13-46f3-994c-374573aaf0dc gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:45:50.999605 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca769ee-0c4c-4985-b4bf-b753b31983fc req-07cd231d-80e9-4fce-814e-31fb18681e84 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:51.000944 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-dca769ee-0c4c-4985-b4bf-b753b31983fc req-07cd231d-80e9-4fce-814e-31fb18681e84 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.0799842
Apr 08 02:45:51.041185 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:45:51.050309 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-dca769ee-0c4c-4985-b4bf-b753b31983fc req-181ac938-a2a0-46ae-8f44-072659b39a08 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417831
Apr 08 02:45:51.347666 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-47595546-349c-43a8-8adb-034214dcfdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2e5bd30>, [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 4, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port': {'id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'caed0346-af78-4a8b-bf60-421bee27bc04', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'port_id': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'mac_address': 'fa:16:3e:08:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44bc1d2-0741-4081-9165-b0aca9008eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:57Z', 'updated_at': '2022-04-08T02:45:48Z', 'revision_number': 1, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de3e0ea-813d-4c5a-b074-96afa49bccc6', 'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'mac_address': 'fa:16:3e:ee:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:37Z', 'revision_number': 5, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'subnets': [{'id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:51.352044 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47595546-349c-43a8-8adb-034214dcfdf0 None None] The sync data for ids ['83533c30-df13-46f3-994c-374573aaf0dc'] in dv-cinder-837052-1-iscsi is: [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 4, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port': {'id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'caed0346-af78-4a8b-bf60-421bee27bc04', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'port_id': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'mac_address': 'fa:16:3e:08:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44bc1d2-0741-4081-9165-b0aca9008eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:57Z', 'updated_at': '2022-04-08T02:45:48Z', 'revision_number': 1, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de3e0ea-813d-4c5a-b074-96afa49bccc6', 'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'mac_address': 'fa:16:3e:ee:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:37Z', 'revision_number': 5, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'subnets': [{'id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:45:51.413801 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-50e42063-8682-4efa-9ace-817017ded593 req-c8e8b72f-46d9-4900-897e-dd5fdac3b0a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1447a33-5dc8-44ca-8978-a2f1cdaaab34 HTTP/1.1" status: 200  len: 1000 time: 0.2418482
Apr 08 02:45:51.490875 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db45c2-cdc3-434d-8e1f-b5511c637845 req-4145c8e2-c044-40a4-a00a-af719c652dd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:51.492288 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-47db45c2-cdc3-434d-8e1f-b5511c637845 req-4145c8e2-c044-40a4-a00a-af719c652dd3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 200  len: 919 time: 0.3187087
Apr 08 02:45:51.499080 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e42063-8682-4efa-9ace-817017ded593 req-80c19329-4434-42a3-a976-d813379be5fe service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:51.500489 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-50e42063-8682-4efa-9ace-817017ded593 req-80c19329-4434-42a3-a976-d813379be5fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3ecf36cf-7175-47e0-89d3-2818045d184b HTTP/1.1" status: 200  len: 856 time: 0.0764425
Apr 08 02:45:51.571476 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f69df-b0fe-4847-9d0e-96b4979bce91 None None] New status for floating IP caed0346-af78-4a8b-bf60-421bee27bc04: ACTIVE {{(pid=83138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:45:51.604488 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-47db45c2-cdc3-434d-8e1f-b5511c637845 req-5868b729-4cdd-4381-9d5d-436abe6bbb34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf7f363-1f61-4342-8249-2e47822bc532 HTTP/1.1" status: 200  len: 217 time: 0.1030755
Apr 08 02:45:51.689123 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-50e42063-8682-4efa-9ace-817017ded593 req-8790d065-846a-4873-ba66-976844d72ab3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9177d28f-82e1-4f7a-9248-434f10dfbba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1363342
Apr 08 02:45:51.691324 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db45c2-cdc3-434d-8e1f-b5511c637845 req-c1240acf-c598-462c-a9aa-3accd9615860 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:51.692601 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-47db45c2-cdc3-434d-8e1f-b5511c637845 req-c1240acf-c598-462c-a9aa-3accd9615860 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bb3aae2-b572-44aa-8358-c4c59784dbe8 HTTP/1.1" status: 200  len: 857 time: 0.0783262
Apr 08 02:45:51.896739 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-50e42063-8682-4efa-9ace-817017ded593 req-88f05625-80b2-47f6-b7db-675050bbf2b6 service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864178
Apr 08 02:45:51.902410 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-47db45c2-cdc3-434d-8e1f-b5511c637845 req-0016f1b0-1239-461c-996b-436d16d3b44e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1711969
Apr 08 02:45:52.113204 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb7313-2975-4297-8ee2-42b82a5d7e5b req-6e7f041d-6821-4d0b-aaec-b2920e1894de tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:52.114580 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4bbb7313-2975-4297-8ee2-42b82a5d7e5b req-6e7f041d-6821-4d0b-aaec-b2920e1894de tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.1771560
Apr 08 02:45:52.119850 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b8e50-294d-4854-ab1a-91177e8738b4 req-953899c0-67fa-4385-9235-8bffd1dd7576 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:52.121162 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-787b8e50-294d-4854-ab1a-91177e8738b4 req-953899c0-67fa-4385-9235-8bffd1dd7576 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 946 time: 0.2147863
Apr 08 02:45:52.197772 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4bbb7313-2975-4297-8ee2-42b82a5d7e5b req-96720348-fa84-4215-8aa8-f63a86f576d4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756836
Apr 08 02:45:52.201201 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-787b8e50-294d-4854-ab1a-91177e8738b4 req-7e83e33e-b9be-4c5f-85f5-3698e9160037 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651052
Apr 08 02:45:52.395544 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cccf8-99a0-4d9b-b228-d6a1ae120503 req-1d8742a3-45f8-422f-ab33-90cc6ab5ae12 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:52.397055 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8f8cccf8-99a0-4d9b-b228-d6a1ae120503 req-1d8742a3-45f8-422f-ab33-90cc6ab5ae12 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.0844440
Apr 08 02:45:52.445168 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8f8cccf8-99a0-4d9b-b228-d6a1ae120503 req-149cca57-aace-4d95-846a-608015f4e6e3 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418928
Apr 08 02:45:52.540756 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032df26-9632-4c62-bb9b-3fc83240deb3 req-292a33ec-a326-4e87-ab95-ceeae4536074 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:52.542189 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0032df26-9632-4c62-bb9b-3fc83240deb3 req-292a33ec-a326-4e87-ab95-ceeae4536074 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 946 time: 0.0772660
Apr 08 02:45:52.550653 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 42286) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:52.555868 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-145190f4-b131-46d8-9005-522f46d02249 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'floatingip': {'port_id': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:45:52.635257 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-145190f4-b131-46d8-9005-522f46d02249 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, before_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:53.274945 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-145190f4-b131-46d8-9005-522f46d02249 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:53.279170 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-145190f4-b131-46d8-9005-522f46d02249 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:53.409325 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-47db45c2-cdc3-434d-8e1f-b5511c637845 req-3f286160-35fc-46cb-b7cf-46416e7e0983 service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2136092
Apr 08 02:45:53.411217 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-50e42063-8682-4efa-9ace-817017ded593 req-6e15c213-641c-45ea-bd78-a364b1849c1c service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2342129
Apr 08 02:45:53.495565 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d022aa8-dfd0-4255-8373-d3c698b7dd35 req-d50b0256-cfaf-40fc-be75-d7b8ec742a87 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:53.496997 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4d022aa8-dfd0-4255-8373-d3c698b7dd35 req-d50b0256-cfaf-40fc-be75-d7b8ec742a87 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.1672950
Apr 08 02:45:53.564132 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4d022aa8-dfd0-4255-8373-d3c698b7dd35 req-48c2efef-b1f0-449c-aed5-8457d374a685 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594058
Apr 08 02:45:53.633368 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.db.l3_db [None req-145190f4-b131-46d8-9005-522f46d02249 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Floating IP 7147824e-6361-4995-ba55-e042d40a5820 associated. External IP: 172.27.2.67, port: b5e78270-c26b-4b02-a6c8-efffc69a4c3c.
Apr 08 02:45:53.853055 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43968f1-05ef-418a-a49e-f6eb4678f4bd req-f6990447-1347-4239-b6e6-a4856769c384 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:53.854489 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f43968f1-05ef-418a-a49e-f6eb4678f4bd req-f6990447-1347-4239-b6e6-a4856769c384 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.2873271
Apr 08 02:45:53.918433 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f43968f1-05ef-418a-a49e-f6eb4678f4bd req-464b35b1-5056-4dd8-8be4-ac2016173eb4 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582635
Apr 08 02:45:54.154845 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145190f4-b131-46d8-9005-522f46d02249 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:45:54.354132 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145190f4-b131-46d8-9005-522f46d02249 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:45:54.358492 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-145190f4-b131-46d8-9005-522f46d02249 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:54.363605 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ae107f-54bc-43fe-ae34-2c0302edf674 None None] Sync routers for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:45:54.374854 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae107f-54bc-43fe-ae34-2c0302edf674 None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:45:54.375517 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-a2ae107f-54bc-43fe-ae34-2c0302edf674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2bd1100>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:45:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:54.411327 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-145190f4-b131-46d8-9005-522f46d02249 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "PUT /v2.0/floatingips/7147824e-6361-4995-ba55-e042d40a5820 HTTP/1.1" status: 200  len: 991 time: 1.8595924
Apr 08 02:45:54.411955 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e6abc6-19f4-4355-8309-fb3279d9b5e3', 'tag': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c'}] {{(pid=83136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:45:54.471319 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20bab35-b70a-4945-97ba-233c56e2cdca'] response: {'name': 'network-changed', 'server_uuid': '09e6abc6-19f4-4355-8309-fb3279d9b5e3', 'tag': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c', 'status': 'completed', 'code': 200}
Apr 08 02:45:54.560942 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-a2ae107f-54bc-43fe-ae34-2c0302edf674 None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:45:54.764276 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9c435-db87-45c3-bc55-c83b8162f338 req-c28fad43-bf89-4dd8-993a-0cd79712ee79 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:54.765974 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3fb9c435-db87-45c3-bc55-c83b8162f338 req-c28fad43-bf89-4dd8-993a-0cd79712ee79 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0734999
Apr 08 02:45:54.813842 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3fb9c435-db87-45c3-bc55-c83b8162f338 req-5046dee6-3567-4c18-857f-80b4a9450959 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420845
Apr 08 02:45:54.894823 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-a2ae107f-54bc-43fe-ae34-2c0302edf674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2bd1100>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '7147824e-6361-4995-ba55-e042d40a5820', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'port_id': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'mac_address': 'fa:16:3e:8d:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6abc6-19f4-4355-8309-fb3279d9b5e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:45:11Z', 'updated_at': '2022-04-08T02:45:53Z', 'revision_number': 1, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:54.898380 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ae107f-54bc-43fe-ae34-2c0302edf674 None None] Checking router: dab48c9e-c48a-4c5e-b7b8-c637e07566b3 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:45:54.908365 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae107f-54bc-43fe-ae34-2c0302edf674 None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:45:54.909562 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-a2ae107f-54bc-43fe-ae34-2c0302edf674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2bd1100>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:45:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:55.107721 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-a2ae107f-54bc-43fe-ae34-2c0302edf674 None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:45:55.119858 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8855b-f26f-4805-92fd-a1879ebab73b req-8f668975-8bac-4a38-aeb0-1669b573bcee tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:55.121284 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ffa8855b-f26f-4805-92fd-a1879ebab73b req-8f668975-8bac-4a38-aeb0-1669b573bcee tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.0771716
Apr 08 02:45:55.169622 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ffa8855b-f26f-4805-92fd-a1879ebab73b req-a11cd3fa-a330-4f53-9f41-7985a391eadb tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425780
Apr 08 02:45:55.452109 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-a2ae107f-54bc-43fe-ae34-2c0302edf674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2bd1100>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '7147824e-6361-4995-ba55-e042d40a5820', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'port_id': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'mac_address': 'fa:16:3e:8d:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6abc6-19f4-4355-8309-fb3279d9b5e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:45:11Z', 'updated_at': '2022-04-08T02:45:53Z', 'revision_number': 1, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:55.456599 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ae107f-54bc-43fe-ae34-2c0302edf674 None None] The sync data for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi is: [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '7147824e-6361-4995-ba55-e042d40a5820', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'port_id': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'mac_address': 'fa:16:3e:8d:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6abc6-19f4-4355-8309-fb3279d9b5e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:45:11Z', 'updated_at': '2022-04-08T02:45:53Z', 'revision_number': 1, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:45:55.592610 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-47db45c2-cdc3-434d-8e1f-b5511c637845 req-be2d55bf-80fe-4476-98f6-3dd424f8708e service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2117105
Apr 08 02:45:55.599195 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-473bfdbf-b92f-46d9-900f-4fafdef64511 req-2d1b5bb1-0eb3-4800-9b8e-a8af8bab1fd4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3&device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 1099 time: 0.1798539
Apr 08 02:45:55.664586 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842e05cc-8749-4e58-8ee6-e80f9665eafc None None] New status for floating IP 7147824e-6361-4995-ba55-e042d40a5820: ACTIVE {{(pid=83138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:45:55.741196 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bfdbf-b92f-46d9-900f-4fafdef64511 req-be3342e0-439e-4167-b685-502373411833 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:55.742520 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-473bfdbf-b92f-46d9-900f-4fafdef64511 req-be3342e0-439e-4167-b685-502373411833 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8b5bf61a-9182-47e6-a758-1a71619fdd20 HTTP/1.1" status: 200  len: 915 time: 0.1286807
Apr 08 02:45:55.848515 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-473bfdbf-b92f-46d9-900f-4fafdef64511 req-c57d9353-9f75-4744-8ddc-d123a17ebd90 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5e78270-c26b-4b02-a6c8-efffc69a4c3c HTTP/1.1" status: 200  len: 999 time: 0.0904951
Apr 08 02:45:55.915583 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bfdbf-b92f-46d9-900f-4fafdef64511 req-82750a64-8d0e-49f4-8290-c04bddd8634a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:55.916998 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-473bfdbf-b92f-46d9-900f-4fafdef64511 req-82750a64-8d0e-49f4-8290-c04bddd8634a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=743cafe1-55c5-498c-8d9e-6e95da137120 HTTP/1.1" status: 200  len: 853 time: 0.0617607
Apr 08 02:45:55.995554 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-473bfdbf-b92f-46d9-900f-4fafdef64511 req-05f1ccfa-7b33-4a3d-99d1-0d63cdc8c070 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8b5bf61a-9182-47e6-a758-1a71619fdd20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0682724
Apr 08 02:45:56.010345 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348e16a-d848-421b-88ca-daf0929ad88c req-bf45dcf2-e90f-416e-a2cb-b450cade2d73 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:56.012095 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a348e16a-d848-421b-88ca-daf0929ad88c req-bf45dcf2-e90f-416e-a2cb-b450cade2d73 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0770900
Apr 08 02:45:56.063303 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a348e16a-d848-421b-88ca-daf0929ad88c req-8cc42b31-26db-4c5f-a935-2b4584d5423b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437555
Apr 08 02:45:56.183313 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-473bfdbf-b92f-46d9-900f-4fafdef64511 req-482c3548-b7bb-4229-b803-0cb20a54e7fd service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1812372
Apr 08 02:45:56.316269 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-473bfdbf-b92f-46d9-900f-4fafdef64511 req-fd4bf0c4-f308-4b25-9835-831e24e5db95 service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261165
Apr 08 02:45:56.371287 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38251dca-423d-4572-b9ee-f100be8e0284 req-c61a9d6f-13c6-4301-920d-265edbc71abf tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:56.372688 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-38251dca-423d-4572-b9ee-f100be8e0284 req-c61a9d6f-13c6-4301-920d-265edbc71abf tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.0751271
Apr 08 02:45:56.416848 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-38251dca-423d-4572-b9ee-f100be8e0284 req-cbd24b27-b447-44b4-9ae0-39abe9b86a7b tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377889
Apr 08 02:45:57.263436 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4eeaf-f0b3-483b-9078-a1c06dbed0d1 req-34c258d8-34df-4088-9b10-712823010cc1 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:57.264954 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-87a4eeaf-f0b3-483b-9078-a1c06dbed0d1 req-34c258d8-34df-4088-9b10-712823010cc1 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0788021
Apr 08 02:45:57.315587 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-87a4eeaf-f0b3-483b-9078-a1c06dbed0d1 req-4c22d3e0-5b71-4d7c-b5ba-b220cd204a1a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434997
Apr 08 02:45:57.616429 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a9432-2c03-496c-a62a-c0189cca6e2c req-4dda02fd-cf7f-4e21-87ab-186de2a3cf3b tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:57.617957 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-704a9432-2c03-496c-a62a-c0189cca6e2c req-4dda02fd-cf7f-4e21-87ab-186de2a3cf3b tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.0777054
Apr 08 02:45:57.667624 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-704a9432-2c03-496c-a62a-c0189cca6e2c req-c0127bcc-b668-4de7-8e55-7ae24adbce25 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437155
Apr 08 02:45:58.509863 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591a9b9-f529-4702-afe3-edcfc1517ba2 req-ade7c7ed-0faf-478c-8e8d-9f39882a2270 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:58.511351 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b591a9b9-f529-4702-afe3-edcfc1517ba2 req-ade7c7ed-0faf-478c-8e8d-9f39882a2270 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0776608
Apr 08 02:45:58.556493 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b591a9b9-f529-4702-afe3-edcfc1517ba2 req-4988908c-9985-4584-abb8-4d4910217e6d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393989
Apr 08 02:45:58.860381 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d392f-a51c-438b-b824-30e782bed70d req-ccc867ea-8285-4f90-b42e-fa326dfe262a tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:58.861793 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b69d392f-a51c-438b-b824-30e782bed70d req-ccc867ea-8285-4f90-b42e-fa326dfe262a tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.0730648
Apr 08 02:45:58.908083 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b69d392f-a51c-438b-b824-30e782bed70d req-0c5bc442-9535-4a5c-b081-4b7416d9a4f5 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407758
Apr 08 02:45:59.747620 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b958d-01eb-46e0-9e1b-702fa53a27f3 req-97680554-28dd-49d8-8d34-f4a4f8735b9b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:59.749102 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-061b958d-01eb-46e0-9e1b-702fa53a27f3 req-97680554-28dd-49d8-8d34-f4a4f8735b9b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0766532
Apr 08 02:45:59.794848 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-061b958d-01eb-46e0-9e1b-702fa53a27f3 req-0e7e995b-437d-4e17-bb31-30f696851ca9 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399878
Apr 08 02:46:00.106768 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d5d74-121c-4707-b2ca-251dcb68d437 req-35baf57e-885f-45bb-9d8a-8760763bb218 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:00.108077 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5d9d5d74-121c-4707-b2ca-251dcb68d437 req-35baf57e-885f-45bb-9d8a-8760763bb218 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.0775857
Apr 08 02:46:00.153095 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5d9d5d74-121c-4707-b2ca-251dcb68d437 req-bf390a31-aeae-4796-9155-155cf7e3ccb6 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389345
Apr 08 02:46:00.987860 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbd934-3532-460d-b1d1-29a12865f85a req-e5dce8ce-38e6-4daa-9380-f0a3896661a3 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:00.989259 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c2bbd934-3532-460d-b1d1-29a12865f85a req-e5dce8ce-38e6-4daa-9380-f0a3896661a3 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0758646
Apr 08 02:46:01.035471 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c2bbd934-3532-460d-b1d1-29a12865f85a req-dc4c6208-37ce-4cb2-8664-4febc2633465 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407906
Apr 08 02:46:01.274448 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-bacf8881-0b75-4a2f-9ce0-5dec16432b65 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:01.275100 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-bacf8881-0b75-4a2f-9ce0-5dec16432b65 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Synchronizing usage tracker for tenant:08ab2bde6dca4830a67ca00d0223b3a7 on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:46:01.292738 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-bacf8881-0b75-4a2f-9ce0-5dec16432b65 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Unset dirty status for tenant:08ab2bde6dca4830a67ca00d0223b3a7 on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:46:01.293971 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-bacf8881-0b75-4a2f-9ce0-5dec16432b65 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.0987771
Apr 08 02:46:01.365335 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-97e4cafc-f273-4789-9d24-306055f1be24 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Deleting port 44289cfd-1a39-4ed4-8b1c-43f7bf303706 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:46:01.365678 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-97e4cafc-f273-4789-9d24-306055f1be24 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:01.418089 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b46a4c-14d8-45c3-b5eb-53201660b285 req-66520b4e-b73c-4fe8-a223-a36f1d041dea tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:01.419079 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-55b46a4c-14d8-45c3-b5eb-53201660b285 req-66520b4e-b73c-4fe8-a223-a36f1d041dea tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 945 time: 0.1428003
Apr 08 02:46:01.475799 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-55b46a4c-14d8-45c3-b5eb-53201660b285 req-d6af51e2-9bed-44de-a797-5211577d82a7 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491667
Apr 08 02:46:01.605656 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-97e4cafc-f273-4789-9d24-306055f1be24 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] For port 44289cfd-1a39-4ed4-8b1c-43f7bf303706, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=44289cfd-1a39-4ed4-8b1c-43f7bf303706,segment=NetworkSegment(4a297e88-17e8-4ca8-8231-feeac91f5bf8),segment_id=4a297e88-17e8-4ca8-8231-feeac91f5bf8)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:46:01.606007 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-97e4cafc-f273-4789-9d24-306055f1be24 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:01.638158 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 44289cfd-1a39-4ed4-8b1c-43f7bf303706 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:46:01.723708 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-97e4cafc-f273-4789-9d24-306055f1be24 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Calling delete_port for 44289cfd-1a39-4ed4-8b1c-43f7bf303706 owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:46:01.748288 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:01.775195 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44289cfd-1a39-4ed4-8b1c-43f7bf303706'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:46:01.784446 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 44289cfd-1a39-4ed4-8b1c-43f7bf303706, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=44289cfd-1a39-4ed4-8b1c-43f7bf303706,segment=NetworkSegment(4a297e88-17e8-4ca8-8231-feeac91f5bf8),segment_id=4a297e88-17e8-4ca8-8231-feeac91f5bf8)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:46:01.791183 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:01.843571 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c5bde9-8870-49c1-9976-53552168d05a'] response: {'server_uuid': '2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44289cfd-1a39-4ed4-8b1c-43f7bf303706', 'code': 200}
Apr 08 02:46:01.859225 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=44289cfd-1a39-4ed4-8b1c-43f7bf303706,revision_number=6']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:01.868255 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.db.api [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-97e4cafc-f273-4789-9d24-306055f1be24 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:46:01.868599 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG oslo_db.api [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-97e4cafc-f273-4789-9d24-306055f1be24 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:46:02.234878 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa38a4d-e075-4daa-b751-a8dc8cfee48e req-03ad616e-30f1-4f8f-ac4d-2ea0dfd422ec tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:02.236200 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9fa38a4d-e075-4daa-b751-a8dc8cfee48e req-03ad616e-30f1-4f8f-ac4d-2ea0dfd422ec tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0837255
Apr 08 02:46:02.280711 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9fa38a4d-e075-4daa-b751-a8dc8cfee48e req-bd048406-673e-431c-9323-d478c872ff75 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382388
Apr 08 02:46:02.370087 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-97e4cafc-f273-4789-9d24-306055f1be24 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Deleting port 44289cfd-1a39-4ed4-8b1c-43f7bf303706 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:46:02.370593 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-97e4cafc-f273-4789-9d24-306055f1be24 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:02.625324 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-97e4cafc-f273-4789-9d24-306055f1be24 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] For port 44289cfd-1a39-4ed4-8b1c-43f7bf303706, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=44289cfd-1a39-4ed4-8b1c-43f7bf303706,segment=NetworkSegment(4a297e88-17e8-4ca8-8231-feeac91f5bf8),segment_id=4a297e88-17e8-4ca8-8231-feeac91f5bf8)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:46:02.625678 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-97e4cafc-f273-4789-9d24-306055f1be24 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:02.680184 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3dc7c-d7f7-49d5-bc15-f97b54421374 req-92b4cf93-66db-4730-9e6d-befa7bad30e6 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:02.681707 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-09e3dc7c-d7f7-49d5-bc15-f97b54421374 req-92b4cf93-66db-4730-9e6d-befa7bad30e6 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 943 time: 0.0803361
Apr 08 02:46:02.730264 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-09e3dc7c-d7f7-49d5-bc15-f97b54421374 req-cac70e00-44f2-46a7-9738-ba79e3ae4f94 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4421a67-2a02-4e18-88f8-c56d305cfa2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423224
Apr 08 02:46:02.760158 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-97e4cafc-f273-4789-9d24-306055f1be24 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Calling delete_port for 44289cfd-1a39-4ed4-8b1c-43f7bf303706 owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:46:02.910077 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-97e4cafc-f273-4789-9d24-306055f1be24 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:03.010457 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4cafc-f273-4789-9d24-306055f1be24 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Pushing event deleted for resources: {'Port': ['ID=44289cfd-1a39-4ed4-8b1c-43f7bf303706,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:03.081658 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-97e4cafc-f273-4789-9d24-306055f1be24 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] No DVR routers for this DVR port 44289cfd-1a39-4ed4-8b1c-43f7bf303706 on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:46:03.084713 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-97e4cafc-f273-4789-9d24-306055f1be24 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:03.087163 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9', 'name': 'network-vif-deleted', 'tag': '44289cfd-1a39-4ed4-8b1c-43f7bf303706'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:46:03.107836 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-98060e81-be2d-4f53-ba09-817e7dee0c36 req-97e4cafc-f273-4789-9d24-306055f1be24 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.49 "DELETE /v2.0/ports/44289cfd-1a39-4ed4-8b1c-43f7bf303706 HTTP/1.1" status: 204  len: 173 time: 1.8080275
Apr 08 02:46:03.151954 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb14e0d7-9cb3-4c1f-b4a7-40c420c3efe3'] response: {'server_uuid': '2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9', 'name': 'network-vif-deleted', 'tag': '44289cfd-1a39-4ed4-8b1c-43f7bf303706', 'status': 'completed', 'code': 200}
Apr 08 02:46:03.470358 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb52a49-0402-488a-9955-0e23a8f1804c req-33d0ddfb-f08d-4265-9d3a-dd03d54dac27 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:03.472301 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ceb52a49-0402-488a-9955-0e23a8f1804c req-33d0ddfb-f08d-4265-9d3a-dd03d54dac27 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0737216
Apr 08 02:46:03.520267 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ceb52a49-0402-488a-9955-0e23a8f1804c req-da052554-1b5d-4b13-96ce-2be2d1cf4167 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424285
Apr 08 02:46:03.896783 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-57e22217-9f16-4304-aadf-c28ffd59594b req-6c6ca061-b82c-4e94-8829-36bc8e30a26e tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.0434639
Apr 08 02:46:04.287890 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ad0ab7fe-bf02-4c4f-b129-387d7479cd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:04.709570 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a8328-bd7b-4b6d-b05c-9653cda1e544 req-6495d3b4-64c3-4ce6-9c83-c8585af17b89 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:04.710995 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8e8a8328-bd7b-4b6d-b05c-9653cda1e544 req-6495d3b4-64c3-4ce6-9c83-c8585af17b89 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0731087
Apr 08 02:46:04.758500 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8e8a8328-bd7b-4b6d-b05c-9653cda1e544 req-8acc7a7f-7807-48e9-b056-35f56ec5c534 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420022
Apr 08 02:46:05.065931 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2063e4e3-6dc9-4335-96e7-e82ee8faf075 req-6f958516-dbb0-4e8b-b95a-a64d66e36a3d tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.0399709
Apr 08 02:46:05.951486 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bbcbd-149e-4167-a343-9d3f5cbd0721 req-6328427a-5acd-4692-bb78-a54e24168ce8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:05.952905 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-aa9bbcbd-149e-4167-a343-9d3f5cbd0721 req-6328427a-5acd-4692-bb78-a54e24168ce8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0749409
Apr 08 02:46:05.997581 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-aa9bbcbd-149e-4167-a343-9d3f5cbd0721 req-63496001-2aca-400c-bf66-aa73e3f8db43 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383873
Apr 08 02:46:06.227872 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d162aa84-3c5a-47ec-a846-2be3a23f743b req-9fbd7a14-1ed0-4443-a9e8-e69c6ff9cac7 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.0438738
Apr 08 02:46:06.511946 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ef96bc41-69b4-4a0f-9824-8e236bef9257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:07.131557 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:07.195072 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebebb12-1cc0-4581-97e1-fc1a2aceff44 req-4ef4340b-802f-4252-89c5-a82f583c7d55 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:07.196437 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2ebebb12-1cc0-4581-97e1-fc1a2aceff44 req-4ef4340b-802f-4252-89c5-a82f583c7d55 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0808218
Apr 08 02:46:07.241650 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2ebebb12-1cc0-4581-97e1-fc1a2aceff44 req-2f6f4f0c-668c-46b8-a7aa-293d1192dc1b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397494
Apr 08 02:46:07.396334 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b075196e-6147-4856-b6d7-3d72a3579f46 req-42c1a6a3-fcf8-4257-949d-e1dd611295b4 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.0471509
Apr 08 02:46:07.655708 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:07.823995 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:08.448630 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841048f-702e-4ec2-952a-28a300997bed req-5c86b592-61a6-4337-9475-1091e60e53f3 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:08.450076 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3841048f-702e-4ec2-952a-28a300997bed req-5c86b592-61a6-4337-9475-1091e60e53f3 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0799854
Apr 08 02:46:08.496618 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3841048f-702e-4ec2-952a-28a300997bed req-6bb8a3a1-4ed4-4e16-950c-9cc45a783db3 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411236
Apr 08 02:46:08.566485 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2d6525e0-f4c2-4bdb-9499-0ceded80ee83 req-ad814ad1-37c1-4c8e-ab7a-ecafcdd28d9c tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.0435002
Apr 08 02:46:09.124609 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:09.737330 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ffe4e-a3db-4c63-95e6-b7e53c7ca68d req-0ce41a03-a9c3-440e-a04a-68f42b143985 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:09.738741 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bb9ffe4e-a3db-4c63-95e6-b7e53c7ca68d req-0ce41a03-a9c3-440e-a04a-68f42b143985 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.1188951
Apr 08 02:46:09.740599 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e44db26e-68f3-42b7-b51c-4b8b345c8f7e req-7d1062b6-4272-461d-a323-8c5cc337b2ca tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.0518131
Apr 08 02:46:09.782624 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bb9ffe4e-a3db-4c63-95e6-b7e53c7ca68d req-78b46fb6-ea61-4c47-90a6-0bfbde7bef1c tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383332
Apr 08 02:46:10.904185 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d23ddfc9-b262-4d07-9497-72938f37bec3 req-b99f591a-78a0-44ab-b001-fccac72a6d6b tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.0410900
Apr 08 02:46:10.977630 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3b7cf-26e3-42f1-bffa-0230e09f00e0 req-5406b577-138c-4759-af03-36eff440c566 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:10.979086 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9ba3b7cf-26e3-42f1-bffa-0230e09f00e0 req-5406b577-138c-4759-af03-36eff440c566 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0772867
Apr 08 02:46:11.029168 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9ba3b7cf-26e3-42f1-bffa-0230e09f00e0 req-7c9be116-3908-47ae-a589-ce5a553716ca tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444081
Apr 08 02:46:12.228028 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ba9324ee-f6cb-4152-9c43-c515c0067802 req-ba234486-2d93-45ba-bebe-9ca806d050a8 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.0466335
Apr 08 02:46:12.261518 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5440f0-79f7-4f2c-85d6-4934c51f6155 req-fb70e06a-74a7-4f9f-9b1b-1a3fa298ab50 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:12.262976 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ab5440f0-79f7-4f2c-85d6-4934c51f6155 req-fb70e06a-74a7-4f9f-9b1b-1a3fa298ab50 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.1118813
Apr 08 02:46:12.310286 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ab5440f0-79f7-4f2c-85d6-4934c51f6155 req-b0920031-8631-4228-848b-99eb63357fc6 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410292
Apr 08 02:46:13.402883 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-19e1dcd3-5af1-480d-b0b6-0f155d3e11ea req-f69492bc-893a-4815-aa11-703fd5ece16e tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.0409994
Apr 08 02:46:13.503560 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09014e4d-3d0f-4233-bb0c-3580f6ea6b7d req-f791cbb9-e8a8-42a8-bf8c-cb7c47f50d55 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:13.504951 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-09014e4d-3d0f-4233-bb0c-3580f6ea6b7d req-f791cbb9-e8a8-42a8-bf8c-cb7c47f50d55 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0741184
Apr 08 02:46:13.549969 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-09014e4d-3d0f-4233-bb0c-3580f6ea6b7d req-29307d28-86e2-4100-9d44-2766999204d1 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395272
Apr 08 02:46:14.574511 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6ee8c093-4424-42cb-a09d-2dce7e002f1d req-38c0b8cd-f228-44cf-9d91-15c0a49b63fd tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.0428348
Apr 08 02:46:14.743669 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a000f94-7226-410f-a774-66b886243ed6 req-da41e55f-94db-4ed4-bd09-77c82d98372c tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:14.745096 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3a000f94-7226-410f-a774-66b886243ed6 req-da41e55f-94db-4ed4-bd09-77c82d98372c tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0764289
Apr 08 02:46:14.791438 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3a000f94-7226-410f-a774-66b886243ed6 req-81c67c1a-a200-4c35-8abe-d366e5244a24 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408053
Apr 08 02:46:15.792892 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b8b9aa48-7780-4fe3-9951-7456c30c0e41 req-02544a2a-82da-4b3c-a486-cc67e0a64cf4 tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.0846934
Apr 08 02:46:15.984207 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23a38a-85d9-45ef-ba46-36596712ddfa req-766b8bad-c3d4-4728-a5db-01c3ad29f0ec tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:15.985684 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-eb23a38a-85d9-45ef-ba46-36596712ddfa req-766b8bad-c3d4-4728-a5db-01c3ad29f0ec tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0741935
Apr 08 02:46:16.032111 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-eb23a38a-85d9-45ef-ba46-36596712ddfa req-07491af7-649e-4cd8-ab26-b666ec3c71ae tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403979
Apr 08 02:46:16.967371 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-47eb88ad-7c97-4d06-9c09-3e0ff1592806 req-d2cd291f-48ec-4814-9597-a2548c4233cc tempest-DeleteServersTestJSON-1176442129 tempest-DeleteServersTestJSON-1176442129-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2e1e48-b2a6-43d6-8f2a-2b373a259ed9 HTTP/1.1" status: 200  len: 210 time: 0.0421512
Apr 08 02:46:17.237379 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bda1dc-27c8-4001-9e67-fa1cd16be9d0 req-cfca8eb3-c169-4af4-af5e-54dc32c8b766 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:17.238837 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-10bda1dc-27c8-4001-9e67-fa1cd16be9d0 req-cfca8eb3-c169-4af4-af5e-54dc32c8b766 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0848732
Apr 08 02:46:17.282823 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-10bda1dc-27c8-4001-9e67-fa1cd16be9d0 req-06cf2da4-1175-4132-aaed-392f3431139b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384405
Apr 08 02:46:18.485842 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e1346-e7a9-4192-92c1-80a517fa4ed3 req-c69a38b8-13be-4c3b-9dcf-9440d4896f3f tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:18.488061 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-498e1346-e7a9-4192-92c1-80a517fa4ed3 req-c69a38b8-13be-4c3b-9dcf-9440d4896f3f tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0830953
Apr 08 02:46:18.533698 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-498e1346-e7a9-4192-92c1-80a517fa4ed3 req-6b2efda8-22df-4b3b-8604-29a5dc1fe181 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395470
Apr 08 02:46:19.809980 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7936d0d-d376-413a-bde5-3546a2db12af req-47a68f87-9b2c-4ccb-a3b4-8febca42de43 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:19.811582 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f7936d0d-d376-413a-bde5-3546a2db12af req-47a68f87-9b2c-4ccb-a3b4-8febca42de43 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.1261184
Apr 08 02:46:19.869748 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f7936d0d-d376-413a-bde5-3546a2db12af req-89921a30-80a1-4b4b-9f4e-e350da6cedfe tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504534
Apr 08 02:46:19.890503 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 42718) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:20.045496 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2d6faeca-9e1e-4aaa-a6cd-f0f87c7926e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:20.077537 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-2d6faeca-9e1e-4aaa-a6cd-f0f87c7926e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:20.081926 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-2d6faeca-9e1e-4aaa-a6cd-f0f87c7926e5 admin admin] Usage tracker for resource:security_group_rule and tenant:83411d08731549b4a5a9c577c2a538df is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:20.084860 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-2d6faeca-9e1e-4aaa-a6cd-f0f87c7926e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:20.091017 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-2d6faeca-9e1e-4aaa-a6cd-f0f87c7926e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:20.161257 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2d6faeca-9e1e-4aaa-a6cd-f0f87c7926e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:20.165715 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2d6faeca-9e1e-4aaa-a6cd-f0f87c7926e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:20.215352 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6faeca-9e1e-4aaa-a6cd-f0f87c7926e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d89233c-c6d6-44d2-b914-14b80feb8116,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:20.219358 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-2d6faeca-9e1e-4aaa-a6cd-f0f87c7926e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83411d08731549b4a5a9c577c2a538df&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3276551
Apr 08 02:46:20.222439 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 42738) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:20.280311 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-abca956e-c257-49f7-a2ff-bd69657d57af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:20.304666 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-abca956e-c257-49f7-a2ff-bd69657d57af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:20.356148 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-abca956e-c257-49f7-a2ff-bd69657d57af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:20.370448 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca956e-c257-49f7-a2ff-bd69657d57af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d89233c-c6d6-44d2-b914-14b80feb8116,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:20.377161 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-abca956e-c257-49f7-a2ff-bd69657d57af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:20.378632 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-abca956e-c257-49f7-a2ff-bd69657d57af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d89233c-c6d6-44d2-b914-14b80feb8116 HTTP/1.1" status: 204  len: 168 time: 0.1552818
Apr 08 02:46:20.709555 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 42750) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:20.730692 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-8fd45bf4-cd86-4da6-b957-185017618c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:20.763022 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-8fd45bf4-cd86-4da6-b957-185017618c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:20.766992 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-8fd45bf4-cd86-4da6-b957-185017618c58 admin admin] Usage tracker for resource:security_group_rule and tenant:57b8abedf01040a0925ae33ecc14336e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:20.769842 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-8fd45bf4-cd86-4da6-b957-185017618c58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:20.775414 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-8fd45bf4-cd86-4da6-b957-185017618c58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:20.846431 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-8fd45bf4-cd86-4da6-b957-185017618c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:20.852075 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-8fd45bf4-cd86-4da6-b957-185017618c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:20.887004 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 42762) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:20.899605 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd45bf4-cd86-4da6-b957-185017618c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9835ee-ce0f-4ed2-88ac-cdff04ef531b,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:20.906718 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-8fd45bf4-cd86-4da6-b957-185017618c58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57b8abedf01040a0925ae33ecc14336e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1946061
Apr 08 02:46:20.908677 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 42768) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:20.961626 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_v2 [None req-54baf460-8547-40d9-9911-171173895f94 admin admin] Deleting subnet f3992d7c-72ed-41f8-96da-54e0955a65a3 {{(pid=83136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 08 02:46:20.966618 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-54baf460-8547-40d9-9911-171173895f94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:20.970103 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-93c27535-03b2-4bc7-b536-66aa57b34db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:20.996816 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-93c27535-03b2-4bc7-b536-66aa57b34db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:21.024581 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-54baf460-8547-40d9-9911-171173895f94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1926406'] for subnet, precommit_delete_associations {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:21.055595 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-93c27535-03b2-4bc7-b536-66aa57b34db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:21.072910 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c27535-03b2-4bc7-b536-66aa57b34db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9835ee-ce0f-4ed2-88ac-cdff04ef531b,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:21.079521 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-93c27535-03b2-4bc7-b536-66aa57b34db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:21.080804 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-93c27535-03b2-4bc7-b536-66aa57b34db8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f9835ee-ce0f-4ed2-88ac-cdff04ef531b HTTP/1.1" status: 204  len: 168 time: 0.1708055
Apr 08 02:46:21.135534 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-54baf460-8547-40d9-9911-171173895f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722885'] for subnet, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:21.243604 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb4cf9-9cff-42d8-bc8b-9a66a53b8621 req-5c7f1eb5-42bd-494f-b0e6-6b76a514b9a5 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:21.247117 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1fcb4cf9-9cff-42d8-bc8b-9a66a53b8621 req-5c7f1eb5-42bd-494f-b0e6-6b76a514b9a5 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.1689065
Apr 08 02:46:21.277883 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-54baf460-8547-40d9-9911-171173895f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2029836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1174040'] for subnet, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:21.319387 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54baf460-8547-40d9-9911-171173895f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3992d7c-72ed-41f8-96da-54e0955a65a3,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:21.336424 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-54baf460-8547-40d9-9911-171173895f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:21.349203 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-54baf460-8547-40d9-9911-171173895f94 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f3992d7c-72ed-41f8-96da-54e0955a65a3 HTTP/1.1" status: 204  len: 168 time: 0.4611537
Apr 08 02:46:21.351854 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 42782) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:21.351981 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1fcb4cf9-9cff-42d8-bc8b-9a66a53b8621 req-a0031b9d-bf13-4392-983a-620c3a109064 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989313
Apr 08 02:46:21.456671 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093558'] for network, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:21.586129 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7724606', 'neutron.services.segments.db._delete_segments_for_network-8741772167792'] for network, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:21.611995 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f35a26b8700>> segment before_delete 55550000 {{(pid=83137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:46:21.612237 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f35a26b8700>> subnet precommit_delete_associations 55550000 {{(pid=83137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:46:21.612972 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f35a26d0f10>> segment_host_mapping after_create 55550000 {{(pid=83137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:46:21.613440 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f35a26d0f10>> port after_create 55550000 {{(pid=83137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:46:21.613595 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f35a26d0f10>> port after_delete 55550000 {{(pid=83137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:46:21.613943 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f35a26d0f10>> port after_update 55550000 {{(pid=83137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:46:21.614266 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f35a26d0f10>> segment after_delete 55550000 {{(pid=83137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:46:21.614592 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f35a26d0f10>> subnet after_create 55550000 {{(pid=83137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:46:21.614921 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f35a26d0f10>> subnet after_delete 55550000 {{(pid=83137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:46:21.615224 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f35a26d0f10>> subnet after_update 55550000 {{(pid=83137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:46:21.752676 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f35a2887760>> subnet after_create 55550000 {{(pid=83137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:46:21.753020 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f35a2887760>> subnet after_delete 55550000 {{(pid=83137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:46:21.753364 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f35a2887760>> subnet before_create 55550000 {{(pid=83137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:46:21.753679 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f35a2887760>> subnet before_update 55550000 {{(pid=83137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:46:21.754044 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f35a26d0790>,) {'filters': {'network_id': ['5c913a7e-6767-4ead-ae16-5b243f13621e']}} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:46:21.766938 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a26d0790>, '4a297e88-17e8-4ca8-8231-feeac91f5bf8') {'for_net_delete': True} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:46:21.767341 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a26d0790>, '4a297e88-17e8-4ca8-8231-feeac91f5bf8') {} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:46:21.778219 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741772166903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1116830'] for segment, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:21.795360 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:21.803733 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 08 02:46:21.804120 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8097254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1140013'] for segment, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:   util.warn_limited(
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:   util.warn_limited(
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]: Traceback (most recent call last):
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:     timer()
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:     cb(*args, **kw)
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:     return func(*args, **kwargs)
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:     self._notify()
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:     self.callback(batched_events)
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:     event.method(event)
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:     return f(self, *a, **k)
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self._get(url).json()
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:46:21.819404 dv-cinder-837052-1-iscsi neutron-server[83137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:46:21.897835 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7724551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783662'] for network, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:21.919327 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:21.921913 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c913a7e-6767-4ead-ae16-5b243f13621e,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:21.936523 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-153551c5-dbc0-4004-aded-1766bc0806d9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5c913a7e-6767-4ead-ae16-5b243f13621e HTTP/1.1" status: 204  len: 168 time: 0.5809567
Apr 08 02:46:22.136141 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 42812) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:22.186269 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-c266e521-dbb1-4e6b-9a56-65a630491b16 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08ab2bde6dca4830a67ca00d0223b3a7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0488400
Apr 08 02:46:22.188700 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 42816) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:22.251977 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4f38bb14-2a90-4dbf-9e44-316e4dc49b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:22.277691 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4f38bb14-2a90-4dbf-9e44-316e4dc49b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:22.326766 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4f38bb14-2a90-4dbf-9e44-316e4dc49b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:22.343030 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38bb14-2a90-4dbf-9e44-316e4dc49b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4421a67-2a02-4e18-88f8-c56d305cfa2e,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:22.369555 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4f38bb14-2a90-4dbf-9e44-316e4dc49b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:22.370871 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-4f38bb14-2a90-4dbf-9e44-316e4dc49b06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a4421a67-2a02-4e18-88f8-c56d305cfa2e HTTP/1.1" status: 204  len: 168 time: 0.1803532
Apr 08 02:46:22.577488 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636c6f6-f256-41e9-95e0-f846c809d054 req-2d78de58-ce1e-4f2e-9f19-9bec2abb62a8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:22.583143 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e636c6f6-f256-41e9-95e0-f846c809d054 req-2d78de58-ce1e-4f2e-9f19-9bec2abb62a8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.1000335
Apr 08 02:46:22.631026 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e636c6f6-f256-41e9-95e0-f846c809d054 req-a850a6fa-69ab-4a22-957e-83027db49872 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456624
Apr 08 02:46:23.257186 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 42874) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:23.467652 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1941858750-network', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:46:23.472885 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:23.476761 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Usage tracker for resource:network and tenant:d7c31bb4f3ce486591bc142b1da7553e is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:23.479554 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:23.488425 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:23.498435 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Made reservation on behalf of d7c31bb4f3ce486591bc142b1da7553e for: {'network': 1} {{(pid=83136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:46:23.500698 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:23.512851 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:23.545425 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:23.549345 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:d7c31bb4f3ce486591bc142b1da7553e is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:23.552198 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:23.557976 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:23.629797 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:23.633310 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:23.663450 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'}  {{(pid=83136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:46:23.672259 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4b3b15-bc25-4d41-a02f-7e10767b317e,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:23.679809 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:23.680139 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.db.segments_db [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Added segment ef0bf9c2-237a-4677-bb35-a0c5d1411c7b of type vlan for network 5dea2017-1900-4ff0-b5ef-6938292bd5df
Apr 08 02:46:23.707306 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:23.737893 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:23.738841 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:23.739415 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:23.884036 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6257753
Apr 08 02:46:23.884816 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914eb24e-d002-4854-9de1-6caf021f4eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=5dea2017-1900-4ff0-b5ef-6938292bd5df,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:23.887112 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 42890) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:23.894711 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-ef0ecf3a-00e5-44aa-ab80-ddab22a0b659 admin admin] Request body: {'subnet': {'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1941858750-subnet', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:46:23.896043 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network 5dea2017-1900-4ff0-b5ef-6938292bd5df details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:46:23.900264 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-ef0ecf3a-00e5-44aa-ab80-ddab22a0b659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:23.905341 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-ef0ecf3a-00e5-44aa-ab80-ddab22a0b659 admin admin] Usage tracker for resource:subnet and tenant:d7c31bb4f3ce486591bc142b1da7553e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:23.908449 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-ef0ecf3a-00e5-44aa-ab80-ddab22a0b659 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:23.914363 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-ef0ecf3a-00e5-44aa-ab80-ddab22a0b659 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:23.926744 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0ecf3a-00e5-44aa-ab80-ddab22a0b659 admin admin] Made reservation on behalf of d7c31bb4f3ce486591bc142b1da7553e for: {'subnet': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:46:23.927084 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7969a8e-c54c-43c3-bbf6-72490db54175 req-4b7ed367-a385-4cc2-a210-510cc8eae3c1 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:23.929503 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ef0ecf3a-00e5-44aa-ab80-ddab22a0b659 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2044265'] for subnet, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:23.933940 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c7969a8e-c54c-43c3-bbf6-72490db54175 req-4b7ed367-a385-4cc2-a210-510cc8eae3c1 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.1773729
Apr 08 02:46:23.998659 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c7969a8e-c54c-43c3-bbf6-72490db54175 req-87b51e4e-40eb-4802-8e75-5b0376e2f03c tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638175
Apr 08 02:46:24.170426 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ef0ecf3a-00e5-44aa-ab80-ddab22a0b659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1140146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2044231'] for subnet, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:24.247887 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ecf3a-00e5-44aa-ab80-ddab22a0b659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b82e368-c786-4ba4-b0db-18a49fdde3c9,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:24.258213 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0ecf3a-00e5-44aa-ab80-ddab22a0b659 admin admin] Checking segment: {'id': 'ef0bf9c2-237a-4677-bb35-a0c5d1411c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:46:24.258557 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0ecf3a-00e5-44aa-ab80-ddab22a0b659 admin admin] Network hostable DHCP agents. Network: 5dea2017-1900-4ff0-b5ef-6938292bd5df, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:46:24.280254 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0ecf3a-00e5-44aa-ab80-ddab22a0b659 admin admin] Network 5dea2017-1900-4ff0-b5ef-6938292bd5df is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:46:24.289315 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-ef0ecf3a-00e5-44aa-ab80-ddab22a0b659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, 5dea2017-1900-4ff0-b5ef-6938292bd5df) {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:46:24.293188 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0ecf3a-00e5-44aa-ab80-ddab22a0b659 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:24.293754 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ef0ecf3a-00e5-44aa-ab80-ddab22a0b659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:24.297817 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b2cd0f-7898-4c60-8b86-b9a83d809db6 None None] Network 5dea2017-1900-4ff0-b5ef-6938292bd5df requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:46:24.315525 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-ef0ecf3a-00e5-44aa-ab80-ddab22a0b659 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4266088
Apr 08 02:46:24.318113 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 42898) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:24.322990 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:46:24.327475 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:24.331899 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Usage tracker for resource:router and tenant:d7c31bb4f3ce486591bc142b1da7553e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:24.334686 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:24.340442 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:24.351505 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61808'] for router, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:24.352512 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61769'] for router, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:24.370596 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:24.507624 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3364f179-0d4a-51e7-8435-5d406743cc3e-5dea2017-1900-4ff0-b5ef-6938292bd5df', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'fixed_ips': [{'subnet_id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9'}]}} from dv-cinder-837052-1-iscsi. {{(pid=83138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 08 02:46:24.508452 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:24.515811 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61787'] for router, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:24.670810 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.db_base_plugin_common [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Allocated IP 172.20.0.2 (5dea2017-1900-4ff0-b5ef-6938292bd5df/4b82e368-c786-4ba4-b0db-18a49fdde3c9/c2df2fa9-1e86-4c4c-9ae3-438ba8cae491) {{(pid=83138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:46:24.778022 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:24.807389 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:24.871946 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Notify callbacks [] for port, precommit_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:24.881966 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Transition to ACTIVE for port object c2df2fa9-1e86-4c4c-9ae3-438ba8cae491 will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:46:24.900186 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Transition to ACTIVE for port object c2df2fa9-1e86-4c4c-9ae3-438ba8cae491 will not be triggered until provisioned by entity DHCP. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:46:24.905965 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:24.944661 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Allocated IP 172.27.2.85 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:46:24.976420 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Network 5dea2017-1900-4ff0-b5ef-6938292bd5df is already hosted by enough agents. {{(pid=83138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:46:24.979247 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.base_scheduler [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Resources bound (agent type, host, resource id):  {{(pid=83138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:46:24.983472 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Received port after_create {{(pid=83138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:46:24.987644 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Pushing event updated for resources: {'Port': ['ID=c2df2fa9-1e86-4c4c-9ae3-438ba8cae491,revision_number=1']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:25.083207 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Attempting to bind port c2df2fa9-1e86-4c4c-9ae3-438ba8cae491 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:46:25.083570 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Attempting to bind port c2df2fa9-1e86-4c4c-9ae3-438ba8cae491 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': 'ef0bf9c2-237a-4677-bb35-a0c5d1411c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:46:25.083921 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Attempting to bind port c2df2fa9-1e86-4c4c-9ae3-438ba8cae491 on network 5dea2017-1900-4ff0-b5ef-6938292bd5df {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:46:25.095886 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:46:25.095886 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Checking segment: {'id': 'ef0bf9c2-237a-4677-bb35-a0c5d1411c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:46:25.095886 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:25.095886 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Bound using segment: {'id': 'ef0bf9c2-237a-4677-bb35-a0c5d1411c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:46:25.095886 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Bound port: c2df2fa9-1e86-4c4c-9ae3-438ba8cae491, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0bf9c2-237a-4677-bb35-a0c5d1411c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:46:25.095886 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:25.115644 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:25.148290 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:25.183734 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] For port c2df2fa9-1e86-4c4c-9ae3-438ba8cae491, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:46:25.186954 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] For port c2df2fa9-1e86-4c4c-9ae3-438ba8cae491, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=c2df2fa9-1e86-4c4c-9ae3-438ba8cae491,segment=NetworkSegment(ef0bf9c2-237a-4677-bb35-a0c5d1411c7b),segment_id=ef0bf9c2-237a-4677-bb35-a0c5d1411c7b)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:46:25.195331 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:25.202242 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c262cb9-3a4f-4d06-95ef-09d759cf753b req-b3111f98-92ca-49d8-a373-d5a70ba8eb6a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:25.203957 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6c262cb9-3a4f-4d06-95ef-09d759cf753b req-b3111f98-92ca-49d8-a373-d5a70ba8eb6a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0823004
Apr 08 02:46:25.231058 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:46:25.234421 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:46:25.239425 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:46:25.258512 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6c262cb9-3a4f-4d06-95ef-09d759cf753b req-26e31a46-a948-4f1d-8220-683315803ae2 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488448
Apr 08 02:46:25.266413 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:25.285877 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701762e6-25a1-41e6-8e24-891bf9b33584 None None] Pushing event updated for resources: {'Port': ['ID=c2df2fa9-1e86-4c4c-9ae3-438ba8cae491,revision_number=2']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:25.421215 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:25.421942 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783721'] for router, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:25.700630 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Router a96affaf-da1f-485a-a776-09b1fb893db9 is scheduled to L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c with binding_index 1 {{(pid=83137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 08 02:46:25.897800 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:46:25.915370 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Sync routers for ids ['a96affaf-da1f-485a-a776-09b1fb893db9'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:46:25.927724 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] Notify callbacks [] for router, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:25.929447 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-5c108fd5-7e7b-418c-b008-15d1fc744304 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.6103501
Apr 08 02:46:25.932097 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 42920) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:25.932868 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Routers {'a96affaf-da1f-485a-a776-09b1fb893db9'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:46:25.933474 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-0308b10d-4257-409f-8105-dc84858503bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a26f4490>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:46:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a96affaf-da1f-485a-a776-09b1fb893db9'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:46:26.138234 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Set router a96affaf-da1f-485a-a776-09b1fb893db9 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:46:26.278179 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a466128-dc28-4596-810f-2fd30b096d82 None None] Network 5dea2017-1900-4ff0-b5ef-6938292bd5df requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:46:26.405082 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-4d1d6d90-b9c1-42d1-86af-9304ad31072b None None] Provisioning for port c2df2fa9-1e86-4c4c-9ae3-438ba8cae491 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:46:26.496094 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-0308b10d-4257-409f-8105-dc84858503bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a26f4490>, [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:25Z', 'revision_number': 3, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port': {'id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:46:26.501656 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Checking router: a96affaf-da1f-485a-a776-09b1fb893db9 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:46:26.501656 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Updating router a96affaf-da1f-485a-a776-09b1fb893db9 port dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117 binding host dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:46:26.538179 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896f5db-e951-4643-a73a-9b034a1d595d req-a0103902-55a4-4a9d-973d-412854c7af42 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:26.549979 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e896f5db-e951-4643-a73a-9b034a1d595d req-a0103902-55a4-4a9d-973d-412854c7af42 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.1296368
Apr 08 02:46:26.566458 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:26.603929 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e896f5db-e951-4643-a73a-9b034a1d595d req-5e7405dd-065a-4ea7-8345-a3fea7fff484 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527306
Apr 08 02:46:26.913475 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:27.008011 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Notify callbacks [] for port, precommit_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:27.024325 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.provisioning_blocks [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Transition to ACTIVE for port object dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117 will not be triggered until provisioned by entity L2. {{(pid=83139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:46:27.034265 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:27.135552 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Attempting to bind port dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:46:27.136010 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Attempting to bind port dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:46:27.136570 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Attempting to bind port dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117 on network 24529cff-0200-4bb0-a643-d2ea0aa9465c {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:46:27.146039 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a38a4-1646-44c3-885f-f256cd8a14a9 None None] Pushing event updated for resources: {'Port': ['ID=dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117,revision_number=2']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:27.152855 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:46:27.153229 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Checking segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:46:27.153627 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:27.154019 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Bound using segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:46:27.154476 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Bound port: dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:46:27.154887 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:27.179621 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] Allocated IP 172.20.0.1 (5dea2017-1900-4ff0-b5ef-6938292bd5df/4b82e368-c786-4ba4-b0db-18a49fdde3c9/672f3630-41b7-44f7-b424-5dc4d8859023) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:46:27.210047 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a38a4-1646-44c3-885f-f256cd8a14a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:27.210399 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a38a4-1646-44c3-885f-f256cd8a14a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:27.210758 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a38a4-1646-44c3-885f-f256cd8a14a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:27.211089 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a38a4-1646-44c3-885f-f256cd8a14a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:27.211415 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a38a4-1646-44c3-885f-f256cd8a14a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:27.211737 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a38a4-1646-44c3-885f-f256cd8a14a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:27.212464 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a38a4-1646-44c3-885f-f256cd8a14a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:27.212464 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a38a4-1646-44c3-885f-f256cd8a14a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:27.212724 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a38a4-1646-44c3-885f-f256cd8a14a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:27.213001 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a38a4-1646-44c3-885f-f256cd8a14a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:27.213314 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a38a4-1646-44c3-885f-f256cd8a14a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:27.255857 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-0308b10d-4257-409f-8105-dc84858503bc None None] For port dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:46:27.260596 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-0308b10d-4257-409f-8105-dc84858503bc None None] For port dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:46:27.267411 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:27.356487 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:27.369553 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device c2df2fa9-1e86-4c4c-9ae3-438ba8cae491 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:46:27.384806 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] Transition to ACTIVE for port object 672f3630-41b7-44f7-b424-5dc4d8859023 will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:46:27.402277 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a38a4-1646-44c3-885f-f256cd8a14a9 None None] Pushing event updated for resources: {'Port': ['ID=dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117,revision_number=3']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:27.407518 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Routers {'a96affaf-da1f-485a-a776-09b1fb893db9'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:46:27.408551 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-0308b10d-4257-409f-8105-dc84858503bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a26f4490>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:46:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a96affaf-da1f-485a-a776-09b1fb893db9'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:46:27.415354 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:27.458495 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port c2df2fa9-1e86-4c4c-9ae3-438ba8cae491 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:46:27.466235 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port c2df2fa9-1e86-4c4c-9ae3-438ba8cae491 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:46:27.467179 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:27.487100 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] Network 5dea2017-1900-4ff0-b5ef-6938292bd5df is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:46:27.490001 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:46:27.494984 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:46:27.528689 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] Pushing event updated for resources: {'Port': ['ID=672f3630-41b7-44f7-b424-5dc4d8859023,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:27.556867 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784291'] for router_interface, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:27.633608 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-0308b10d-4257-409f-8105-dc84858503bc None None] Set router a96affaf-da1f-485a-a776-09b1fb893db9 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:46:27.641195 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:27.655225 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:27.683702 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port c2df2fa9-1e86-4c4c-9ae3-438ba8cae491, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=c2df2fa9-1e86-4c4c-9ae3-438ba8cae491,segment=NetworkSegment(ef0bf9c2-237a-4677-bb35-a0c5d1411c7b),segment_id=ef0bf9c2-237a-4677-bb35-a0c5d1411c7b)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:46:27.693209 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:27.798870 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=c2df2fa9-1e86-4c4c-9ae3-438ba8cae491,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:27.834052 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-aef63bb8-d8a8-4abd-b9bc-9e22c062b541 None None] Provisioning for port 672f3630-41b7-44f7-b424-5dc4d8859023 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:46:27.840271 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-aef63bb8-d8a8-4abd-b9bc-9e22c062b541 None None] Provisioning complete for port 672f3630-41b7-44f7-b424-5dc4d8859023 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:46:27.840949 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-aef63bb8-d8a8-4abd-b9bc-9e22c062b541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:27.869245 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c630008-606a-4a61-b31a-789a601fe4d8 req-6143ff1c-5233-4cdb-99f9-b57e046b0f1b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:27.871455 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4c630008-606a-4a61-b31a-789a601fe4d8 req-6143ff1c-5233-4cdb-99f9-b57e046b0f1b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0865502
Apr 08 02:46:27.905995 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-aef63bb8-d8a8-4abd-b9bc-9e22c062b541 None None] Port 672f3630-41b7-44f7-b424-5dc4d8859023 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:46:27.925316 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4c630008-606a-4a61-b31a-789a601fe4d8 req-0374b9be-4653-4759-b8d5-ba650a5b7f69 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437162
Apr 08 02:46:27.995494 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:46:28.007185 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-0308b10d-4257-409f-8105-dc84858503bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a26f4490>, [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:25Z', 'revision_number': 3, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port': {'id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:46:28.013663 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0308b10d-4257-409f-8105-dc84858503bc None None] The sync data for ids ['a96affaf-da1f-485a-a776-09b1fb893db9'] in dv-cinder-837052-1-iscsi is: [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:25Z', 'revision_number': 3, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port': {'id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:46:28.026562 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:28.041009 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:28.156126 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7999011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784188'] for router_interface, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:28.160443 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] Pushing event updated for resources: {'Port': ['ID=672f3630-41b7-44f7-b424-5dc4d8859023,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:28.312582 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] Network 5dea2017-1900-4ff0-b5ef-6938292bd5df is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:46:28.314515 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:46:28.534551 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-60343651-67fa-4156-94f3-a705eb0cdf5c None None] Provisioning complete for port 672f3630-41b7-44f7-b424-5dc4d8859023 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:46:28.535091 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-60343651-67fa-4156-94f3-a705eb0cdf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:28.608527 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-60343651-67fa-4156-94f3-a705eb0cdf5c None None] Port 672f3630-41b7-44f7-b424-5dc4d8859023 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:46:28.789552 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] Router a96affaf-da1f-485a-a776-09b1fb893db9 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:46:28.989897 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:46:28.999238 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-f98bfc13-0908-410e-8fdf-4280842bb7c1 admin admin] 10.222.0.48 "PUT /v2.0/routers/a96affaf-da1f-485a-a776-09b1fb893db9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0659685
Apr 08 02:46:29.198854 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1747cba-3cac-48f3-bb4d-b0e529e3ff57 req-25bcca18-e8a1-4c76-be27-2e71740bf042 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:29.198854 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a1747cba-3cac-48f3-bb4d-b0e529e3ff57 req-25bcca18-e8a1-4c76-be27-2e71740bf042 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.1371737
Apr 08 02:46:29.241736 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a1747cba-3cac-48f3-bb4d-b0e529e3ff57 req-286dded8-e85e-4238-8fe8-d582cf32348c tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432763
Apr 08 02:46:29.368615 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device c2df2fa9-1e86-4c4c-9ae3-438ba8cae491 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:46:29.442998 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port c2df2fa9-1e86-4c4c-9ae3-438ba8cae491 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:46:29.443384 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:29.558958 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:46:29.576601 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 42982) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:29.582925 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-73b24a7e-8f21-4ad5-883e-61ff59f5eee0 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--299814529', 'description': 'tempest-description--1927871877'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:46:29.588982 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-73b24a7e-8f21-4ad5-883e-61ff59f5eee0 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:29.599639 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-73b24a7e-8f21-4ad5-883e-61ff59f5eee0 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Usage tracker for resource:security_group and tenant:d7c31bb4f3ce486591bc142b1da7553e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:29.603231 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-73b24a7e-8f21-4ad5-883e-61ff59f5eee0 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:29.609714 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-73b24a7e-8f21-4ad5-883e-61ff59f5eee0 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:29.621237 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-73b24a7e-8f21-4ad5-883e-61ff59f5eee0 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:29.635695 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:46:29.640419 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:46:29.640781 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:29.661957 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-73b24a7e-8f21-4ad5-883e-61ff59f5eee0 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:29.665871 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-73b24a7e-8f21-4ad5-883e-61ff59f5eee0 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Usage tracker for resource:security_group_rule and tenant:d7c31bb4f3ce486591bc142b1da7553e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:29.668681 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-73b24a7e-8f21-4ad5-883e-61ff59f5eee0 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:29.674959 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-73b24a7e-8f21-4ad5-883e-61ff59f5eee0 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:29.730134 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-73b24a7e-8f21-4ad5-883e-61ff59f5eee0 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:29.733895 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-73b24a7e-8f21-4ad5-883e-61ff59f5eee0 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:29.763402 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:29.778744 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b24a7e-8f21-4ad5-883e-61ff59f5eee0 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03baeba3-c20a-48d2-8f76-c05432fffa6e,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:29.780059 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:46:29.781765 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-73b24a7e-8f21-4ad5-883e-61ff59f5eee0 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:29.783842 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-73b24a7e-8f21-4ad5-883e-61ff59f5eee0 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.2060339
Apr 08 02:46:29.786567 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 42986) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:29.789100 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:29.793254 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-5e235ec5-9f11-43ee-8729-06f63765006c tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Request body: {'security_group_rule': {'security_group_id': '03baeba3-c20a-48d2-8f76-c05432fffa6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:46:29.800061 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-5e235ec5-9f11-43ee-8729-06f63765006c tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:29.804237 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-5e235ec5-9f11-43ee-8729-06f63765006c tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Usage tracker for resource:security_group_rule and tenant:d7c31bb4f3ce486591bc142b1da7553e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:29.807224 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-5e235ec5-9f11-43ee-8729-06f63765006c tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:29.813075 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-5e235ec5-9f11-43ee-8729-06f63765006c tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:29.830545 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5e235ec5-9f11-43ee-8729-06f63765006c tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:29.867256 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:29.895999 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5e235ec5-9f11-43ee-8729-06f63765006c tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:29.899514 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5e235ec5-9f11-43ee-8729-06f63765006c tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:29.924425 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e235ec5-9f11-43ee-8729-06f63765006c tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d429d16-73c2-4aef-a748-224d37bd47e6,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:29.933405 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5e235ec5-9f11-43ee-8729-06f63765006c tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:29.934547 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-5e235ec5-9f11-43ee-8729-06f63765006c tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1468146
Apr 08 02:46:29.937138 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 42990) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:29.942634 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-fcb44f24-c131-401c-aa8e-7a36045b61e2 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Request body: {'security_group_rule': {'security_group_id': '03baeba3-c20a-48d2-8f76-c05432fffa6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:46:29.948276 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-fcb44f24-c131-401c-aa8e-7a36045b61e2 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:29.952227 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-fcb44f24-c131-401c-aa8e-7a36045b61e2 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Usage tracker for resource:security_group_rule and tenant:d7c31bb4f3ce486591bc142b1da7553e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:29.955038 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-fcb44f24-c131-401c-aa8e-7a36045b61e2 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:29.960584 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-fcb44f24-c131-401c-aa8e-7a36045b61e2 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:29.977726 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fcb44f24-c131-401c-aa8e-7a36045b61e2 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:30.038747 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fcb44f24-c131-401c-aa8e-7a36045b61e2 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:30.042273 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fcb44f24-c131-401c-aa8e-7a36045b61e2 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:30.065842 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb44f24-c131-401c-aa8e-7a36045b61e2 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea025718-2868-434e-80a1-89cf23a35704,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:30.076839 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fcb44f24-c131-401c-aa8e-7a36045b61e2 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:30.078078 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-fcb44f24-c131-401c-aa8e-7a36045b61e2 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1400402
Apr 08 02:46:30.081668 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 42994) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:30.086830 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Request body: {'floatingip': {'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:46:30.091877 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:30.096344 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Usage tracker for resource:floatingip and tenant:d7c31bb4f3ce486591bc142b1da7553e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:30.099144 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:30.104587 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:30.114508 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for floatingip, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:30.255443 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:30.402131 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Allocated IP 172.27.2.7 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/b6588a60-cf3c-4085-af46-5b98b599b299) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:46:30.457583 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1a99a-9eea-4975-8469-99d259bd05ec req-8f1fb1e9-7a3b-4428-8301-c2ed688ab460 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:30.459049 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-95a1a99a-9eea-4975-8469-99d259bd05ec req-8f1fb1e9-7a3b-4428-8301-c2ed688ab460 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0832200
Apr 08 02:46:30.513223 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-95a1a99a-9eea-4975-8469-99d259bd05ec req-3e074e41-8d4e-41a1-b324-a498607b4cb0 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482569
Apr 08 02:46:30.558877 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:30.586703 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:30.658069 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:46:30.660559 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:46:30.662969 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:46:30.697623 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Pushing event updated for resources: {'Port': ['ID=b6588a60-cf3c-4085-af46-5b98b599b299,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:30.824425 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:30.877922 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:31.081647 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:31.086112 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:31.189739 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Pushing event updated for resources: {'Port': ['ID=b6588a60-cf3c-4085-af46-5b98b599b299,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:31.202946 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:31.224926 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:31.226220 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-e06af075-bce4-4e98-9940-5d1621d8755f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.1436021
Apr 08 02:46:31.327750 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:46:31.406911 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:46:31.407656 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:31.508242 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-b7debadd-89a2-4969-baeb-96092db3d2cb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Synchronizing usage tracker for tenant:d7c31bb4f3ce486591bc142b1da7553e on resource:security_group {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:46:31.530463 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-b7debadd-89a2-4969-baeb-96092db3d2cb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Unset dirty status for tenant:d7c31bb4f3ce486591bc142b1da7553e on resource:security_group {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:46:31.531758 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-b7debadd-89a2-4969-baeb-96092db3d2cb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--299814529&fields=id&tenant_id=d7c31bb4f3ce486591bc142b1da7553e HTTP/1.1" status: 200  len: 267 time: 0.0647807
Apr 08 02:46:31.608778 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Sync routers for ids ['a96affaf-da1f-485a-a776-09b1fb893db9'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:46:31.629370 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Routers {'a96affaf-da1f-485a-a776-09b1fb893db9'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:46:31.630087 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2597a00>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:46:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a96affaf-da1f-485a-a776-09b1fb893db9'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:46:31.729529 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-a09db1f6-3656-4d2d-a84d-217145c32303 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:31.730178 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-a09db1f6-3656-4d2d-a84d-217145c32303 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Synchronizing usage tracker for tenant:d7c31bb4f3ce486591bc142b1da7553e on resource:network {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:46:31.763554 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-a09db1f6-3656-4d2d-a84d-217145c32303 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Unset dirty status for tenant:d7c31bb4f3ce486591bc142b1da7553e on resource:network {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:46:31.764667 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-a09db1f6-3656-4d2d-a84d-217145c32303 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/networks?id=5dea2017-1900-4ff0-b5ef-6938292bd5df HTTP/1.1" status: 200  len: 811 time: 0.2258058
Apr 08 02:46:31.775594 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cc7bd-b5f9-49c0-b8ba-63348a7a888e req-2d760f9e-b983-462b-82eb-8a919edc91b6 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:31.776978 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cf8cc7bd-b5f9-49c0-b8ba-63348a7a888e req-2d760f9e-b983-462b-82eb-8a919edc91b6 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.1122012
Apr 08 02:46:31.802951 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-b7319dcb-b203-42cb-80b4-e3435942de04 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/quotas/d7c31bb4f3ce486591bc142b1da7553e HTTP/1.1" status: 200  len: 375 time: 0.0249319
Apr 08 02:46:31.817458 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Set router a96affaf-da1f-485a-a776-09b1fb893db9 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:46:31.871331 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cf8cc7bd-b5f9-49c0-b8ba-63348a7a888e req-89829789-aebe-4376-81ac-ed16268343c4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855365
Apr 08 02:46:31.912470 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-4064fc23-7698-4f6b-a8f7-29bf21c77743 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d7c31bb4f3ce486591bc142b1da7553e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1028886
Apr 08 02:46:32.051646 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-3ea9bbb6-dcf8-44a0-a37f-27b527277892 service neutron] 10.222.0.48 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275806
Apr 08 02:46:32.155199 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2597a00>, [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:27Z', 'revision_number': 4, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port': {'id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '672f3630-41b7-44f7-b424-5dc4d8859023', 'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'mac_address': 'fa:16:3e:4e:33:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:26Z', 'updated_at': '2022-04-08T02:46:27Z', 'revision_number': 2, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'subnets': [{'id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:46:32.159890 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Checking router: a96affaf-da1f-485a-a776-09b1fb893db9 for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:46:32.160340 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Updating router a96affaf-da1f-485a-a776-09b1fb893db9 port 672f3630-41b7-44f7-b424-5dc4d8859023 binding host dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:46:32.186534 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-f82d021c-36a5-46f6-9058-053100db0329 service neutron] 10.222.0.48 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293159
Apr 08 02:46:32.211035 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:32.395403 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d5e130c9-299d-4d18-8657-ea8f86e49493 req-458cdccd-d5e5-4adb-975c-b0381f150b2e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 210 time: 0.0560892
Apr 08 02:46:32.597141 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Notify callbacks [] for port, precommit_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:32.608865 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Transition to ACTIVE for port object 672f3630-41b7-44f7-b424-5dc4d8859023 will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:46:32.616342 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:32.786295 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11432199-ce3a-4039-80c5-9e820b08cb58 None None] Pushing event updated for resources: {'Port': ['ID=672f3630-41b7-44f7-b424-5dc4d8859023,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:32.873629 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Attempting to bind port 672f3630-41b7-44f7-b424-5dc4d8859023 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:46:32.874077 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Attempting to bind port 672f3630-41b7-44f7-b424-5dc4d8859023 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': 'ef0bf9c2-237a-4677-bb35-a0c5d1411c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:46:32.874437 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Attempting to bind port 672f3630-41b7-44f7-b424-5dc4d8859023 on network 5dea2017-1900-4ff0-b5ef-6938292bd5df {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:46:32.887227 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:46:32.887848 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Checking segment: {'id': 'ef0bf9c2-237a-4677-bb35-a0c5d1411c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:46:32.888512 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:32.889154 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Bound using segment: {'id': 'ef0bf9c2-237a-4677-bb35-a0c5d1411c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:46:32.889933 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Bound port: 672f3630-41b7-44f7-b424-5dc4d8859023, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0bf9c2-237a-4677-bb35-a0c5d1411c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:46:32.890834 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:32.992003 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] For port 672f3630-41b7-44f7-b424-5dc4d8859023, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:46:32.995020 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] For port 672f3630-41b7-44f7-b424-5dc4d8859023, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=672f3630-41b7-44f7-b424-5dc4d8859023,segment=NetworkSegment(ef0bf9c2-237a-4677-bb35-a0c5d1411c7b),segment_id=ef0bf9c2-237a-4677-bb35-a0c5d1411c7b)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:46:33.000967 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:33.091593 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11432199-ce3a-4039-80c5-9e820b08cb58 None None] Pushing event updated for resources: {'Port': ['ID=672f3630-41b7-44f7-b424-5dc4d8859023,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:33.102011 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac8b1a-63ae-4fd4-82ff-f0fb52a3df0c req-74e4896e-ff1a-42ea-bcf1-ba0dc59a2767 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:33.104048 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4cac8b1a-63ae-4fd4-82ff-f0fb52a3df0c req-74e4896e-ff1a-42ea-bcf1-ba0dc59a2767 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.1076922
Apr 08 02:46:33.109189 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Routers {'a96affaf-da1f-485a-a776-09b1fb893db9'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:46:33.109934 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2597a00>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:46:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a96affaf-da1f-485a-a776-09b1fb893db9'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:46:33.161468 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4cac8b1a-63ae-4fd4-82ff-f0fb52a3df0c req-d31ff3c2-fabb-45c8-b511-1e8711fa94c2 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516312
Apr 08 02:46:33.306690 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] Set router a96affaf-da1f-485a-a776-09b1fb893db9 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:46:33.555632 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2270cfd9-2ba4-4be3-8df7-7d510ddda9cc req-76935398-e8a3-4244-b92f-c3545d8085c8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 210 time: 0.0447233
Apr 08 02:46:33.671093 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2597a00>, [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:27Z', 'revision_number': 4, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port': {'id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '672f3630-41b7-44f7-b424-5dc4d8859023', 'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'mac_address': 'fa:16:3e:4e:33:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:26Z', 'updated_at': '2022-04-08T02:46:32Z', 'revision_number': 4, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'subnets': [{'id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:46:33.676131 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26113bb-b5da-4414-baae-a063fb0ca056 None None] The sync data for ids ['a96affaf-da1f-485a-a776-09b1fb893db9'] in dv-cinder-837052-1-iscsi is: [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:27Z', 'revision_number': 4, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port': {'id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '672f3630-41b7-44f7-b424-5dc4d8859023', 'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'mac_address': 'fa:16:3e:4e:33:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:26Z', 'updated_at': '2022-04-08T02:46:32Z', 'revision_number': 4, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'subnets': [{'id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:46:34.063406 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-c8808d76-e4f3-476c-af24-0848ebb40831 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:34.065872 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-c8808d76-e4f3-476c-af24-0848ebb40831 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.49 "GET /v2.0/networks?id=5dea2017-1900-4ff0-b5ef-6938292bd5df HTTP/1.1" status: 200  len: 811 time: 0.2895479
Apr 08 02:46:34.131870 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-c941828a-3e52-422e-badb-77cf7df97f6e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Synchronizing usage tracker for tenant:d7c31bb4f3ce486591bc142b1da7553e on resource:security_group {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:46:34.144711 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-c941828a-3e52-422e-badb-77cf7df97f6e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Unset dirty status for tenant:d7c31bb4f3ce486591bc142b1da7553e on resource:security_group {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:46:34.145824 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-c941828a-3e52-422e-badb-77cf7df97f6e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7c31bb4f3ce486591bc142b1da7553e HTTP/1.1" status: 200  len: 379 time: 0.0650511
Apr 08 02:46:34.160210 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Request body: {'port': {'device_id': '19ff8616-8e62-40fe-87e7-f976433b9288', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'admin_state_up': True, 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'security_groups': ['03baeba3-c20a-48d2-8f76-c05432fffa6e']}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:46:34.300994 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-43dec107-8aa2-4e64-ba61-9a52da3718a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:34.352866 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:34.360087 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Usage tracker for resource:port and tenant:d7c31bb4f3ce486591bc142b1da7553e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:34.370917 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:34.378639 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:34.408663 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Made reservation on behalf of d7c31bb4f3ce486591bc142b1da7553e for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:46:34.415360 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:34.432749 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8141d5-e592-43c4-91fc-309a4fbbfbd1 req-235005d2-22fd-4ae7-993f-00fa8054d1c3 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:34.442383 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8a8141d5-e592-43c4-91fc-309a4fbbfbd1 req-235005d2-22fd-4ae7-993f-00fa8054d1c3 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.1401169
Apr 08 02:46:34.521325 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8a8141d5-e592-43c4-91fc-309a4fbbfbd1 req-f9c59424-4488-47e0-b29e-f587f89bec4c tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773048
Apr 08 02:46:34.685047 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Allocated IP 172.20.0.7 (5dea2017-1900-4ff0-b5ef-6938292bd5df/4b82e368-c786-4ba4-b0db-18a49fdde3c9/13eae4a8-fba8-4afe-8767-4b3ffface99b) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:46:34.763828 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c725d281-9ace-477e-bdf0-ef673e0a5cf7 req-e5606b69-85ce-4cd4-8926-a4faeb7b5327 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 210 time: 0.0495200
Apr 08 02:46:34.909649 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:34.953130 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Transition to ACTIVE for port object 13eae4a8-fba8-4afe-8767-4b3ffface99b will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:46:35.002949 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:35.083269 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Network 5dea2017-1900-4ff0-b5ef-6938292bd5df is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:46:35.089203 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:46:35.090782 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:46:35.125760 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Pushing event updated for resources: {'Port': ['ID=13eae4a8-fba8-4afe-8767-4b3ffface99b,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:35.159688 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.160098 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.160515 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.160904 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.161299 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.161691 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.162086 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.162594 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.163000 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.163409 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.163776 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.186790 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:35.186790 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:35.207813 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-51580ac0-1303-4c55-aed9-3328966d22fe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0519500
Apr 08 02:46:35.220418 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Request body: {'port': {'device_id': '19ff8616-8e62-40fe-87e7-f976433b9288', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:46:35.357453 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 672f3630-41b7-44f7-b424-5dc4d8859023 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:46:35.372587 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:35.432446 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-fdac20f0-45c0-4506-801f-70e04c3032bb None None] Provisioning for port 13eae4a8-fba8-4afe-8767-4b3ffface99b completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:46:35.437309 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-fdac20f0-45c0-4506-801f-70e04c3032bb None None] Provisioning complete for port 13eae4a8-fba8-4afe-8767-4b3ffface99b triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:46:35.437674 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-fdac20f0-45c0-4506-801f-70e04c3032bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:35.461632 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 672f3630-41b7-44f7-b424-5dc4d8859023 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:46:35.475709 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 672f3630-41b7-44f7-b424-5dc4d8859023 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:46:35.476069 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:35.574109 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-fdac20f0-45c0-4506-801f-70e04c3032bb None None] Port 13eae4a8-fba8-4afe-8767-4b3ffface99b cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:46:35.652084 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:35.655190 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-dcb4ebbc-2817-42aa-a995-4c3fe6558d2a req-544bec81-e7ec-4be7-b1f0-159e57fca352 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2182879
Apr 08 02:46:35.695248 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port 672f3630-41b7-44f7-b424-5dc4d8859023, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=672f3630-41b7-44f7-b424-5dc4d8859023,segment=NetworkSegment(ef0bf9c2-237a-4677-bb35-a0c5d1411c7b),segment_id=ef0bf9c2-237a-4677-bb35-a0c5d1411c7b)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:46:35.701096 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:35.772733 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4bcca-e12e-4ce0-9ad0-7622a4ef5d6b req-f770dd53-b831-4ae2-b75f-50701443d991 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:35.775223 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ddb4bcca-e12e-4ce0-9ad0-7622a4ef5d6b req-f770dd53-b831-4ae2-b75f-50701443d991 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0853305
Apr 08 02:46:35.790945 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=672f3630-41b7-44f7-b424-5dc4d8859023,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:35.823630 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.825041 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.828656 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.829130 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.829528 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.830141 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.830530 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.831067 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.831479 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.832157 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.832549 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:35.850550 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ddb4bcca-e12e-4ce0-9ad0-7622a4ef5d6b req-873fdba8-e64b-4c4f-9ec1-12b9d756cfee tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635824
Apr 08 02:46:35.856002 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13eae4a8-fba8-4afe-8767-4b3ffface99b {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:46:35.869979 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:35.887188 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Transition to ACTIVE for port object 13eae4a8-fba8-4afe-8767-4b3ffface99b will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:46:35.892840 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:36.012688 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f39b5-b8b0-42b2-9ca3-48881c65afb9 req-0c314b2c-9fa8-4a2c-8636-ae59bfda0f3b tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:36.022103 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b74f39b5-b8b0-42b2-9ca3-48881c65afb9 req-0c314b2c-9fa8-4a2c-8636-ae59bfda0f3b tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 943 time: 0.0995646
Apr 08 02:46:36.025449 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Pushing event updated for resources: {'Port': ['ID=13eae4a8-fba8-4afe-8767-4b3ffface99b,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:36.083061 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b74f39b5-b8b0-42b2-9ca3-48881c65afb9 req-17b6f29d-b857-4c28-b0a0-474b01a922a8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594923
Apr 08 02:46:36.166080 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Attempting to bind port 13eae4a8-fba8-4afe-8767-4b3ffface99b on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:46:36.166699 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Attempting to bind port 13eae4a8-fba8-4afe-8767-4b3ffface99b by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'ef0bf9c2-237a-4677-bb35-a0c5d1411c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:46:36.166907 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Attempting to bind port 13eae4a8-fba8-4afe-8767-4b3ffface99b on network 5dea2017-1900-4ff0-b5ef-6938292bd5df {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:46:36.173360 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Port 13eae4a8-fba8-4afe-8767-4b3ffface99b on network 5dea2017-1900-4ff0-b5ef-6938292bd5df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:46:36.173534 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Attempting to bind port 13eae4a8-fba8-4afe-8767-4b3ffface99b on network 5dea2017-1900-4ff0-b5ef-6938292bd5df {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:46:36.179873 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:46:36.180207 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Checking segment: {'id': 'ef0bf9c2-237a-4677-bb35-a0c5d1411c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:46:36.180581 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Bound using segment: {'id': 'ef0bf9c2-237a-4677-bb35-a0c5d1411c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:46:36.180998 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Bound port: 13eae4a8-fba8-4afe-8767-4b3ffface99b, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef0bf9c2-237a-4677-bb35-a0c5d1411c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:46:36.181342 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:36.270134 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] For port 13eae4a8-fba8-4afe-8767-4b3ffface99b, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:46:36.272911 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] For port 13eae4a8-fba8-4afe-8767-4b3ffface99b, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=13eae4a8-fba8-4afe-8767-4b3ffface99b,segment=NetworkSegment(ef0bf9c2-237a-4677-bb35-a0c5d1411c7b),segment_id=ef0bf9c2-237a-4677-bb35-a0c5d1411c7b)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:46:36.278052 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:36.389931 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:36.391585 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] 10.222.0.49 "PUT /v2.0/ports/13eae4a8-fba8-4afe-8767-4b3ffface99b HTTP/1.1" status: 200  len: 1093 time: 1.1757581
Apr 08 02:46:36.392629 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ff8616-8e62-40fe-87e7-f976433b9288', 'tag': '13eae4a8-fba8-4afe-8767-4b3ffface99b'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:46:36.412475 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd4baa-e428-4377-88ac-650246be02bf service neutron] Pushing event updated for resources: {'Port': ['ID=13eae4a8-fba8-4afe-8767-4b3ffface99b,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:36.451836 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b219ad6-85b5-4667-81a2-ea0cdefc31c3'] response: {'name': 'network-changed', 'server_uuid': '19ff8616-8e62-40fe-87e7-f976433b9288', 'tag': '13eae4a8-fba8-4afe-8767-4b3ffface99b', 'status': 'completed', 'code': 200}
Apr 08 02:46:36.524865 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-43680e12-7e59-4fe8-8c20-52791b339284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:37.057861 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea5449-0643-4c63-96a4-7bde101dd928 req-613da49c-66bb-413a-b96c-ed5b676f2daa tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:37.059322 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b1ea5449-0643-4c63-96a4-7bde101dd928 req-613da49c-66bb-413a-b96c-ed5b676f2daa tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0831790
Apr 08 02:46:37.104940 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b1ea5449-0643-4c63-96a4-7bde101dd928 req-579af4ac-fe0c-490b-b4f6-c49da4957125 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391450
Apr 08 02:46:37.298835 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 672f3630-41b7-44f7-b424-5dc4d8859023 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:46:37.303073 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386301c-72d9-4655-8c7b-2830c8955dc9 req-a169aade-4b7c-469c-8841-ab1dae0017e4 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:37.304507 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7386301c-72d9-4655-8c7b-2830c8955dc9 req-a169aade-4b7c-469c-8841-ab1dae0017e4 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 943 time: 0.0796146
Apr 08 02:46:37.348905 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7386301c-72d9-4655-8c7b-2830c8955dc9 req-ad065192-40a6-45f4-b43e-335b8a10ab31 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388830
Apr 08 02:46:37.365583 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 672f3630-41b7-44f7-b424-5dc4d8859023 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:46:37.365756 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:37.657197 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:37.825488 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:38.310543 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11330353-eddd-4444-98b5-d1b4d99bd79b req-6c313b22-c531-4ea2-8ce0-c0ad93e0d2ff tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:38.312020 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-11330353-eddd-4444-98b5-d1b4d99bd79b req-6c313b22-c531-4ea2-8ce0-c0ad93e0d2ff tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0793135
Apr 08 02:46:38.357209 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-11330353-eddd-4444-98b5-d1b4d99bd79b req-4c5e31b0-9133-4f45-a1e0-3ac3bef27607 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396614
Apr 08 02:46:38.518084 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:38.554195 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336e651-5296-4373-a728-6f099b01b1ce req-40e09790-949e-41a0-bfe5-4abd68cbdfc2 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:38.555676 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c336e651-5296-4373-a728-6f099b01b1ce req-40e09790-949e-41a0-bfe5-4abd68cbdfc2 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 943 time: 0.0776539
Apr 08 02:46:38.608087 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c336e651-5296-4373-a728-6f099b01b1ce req-c587dc7e-d91b-4261-a546-953522aeec2a tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455666
Apr 08 02:46:38.628175 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e699d7dd-477e-44d8-9d6c-739a96145750 req-62aa0d77-506f-4bfb-899e-53b9f4ec64af service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7c31bb4f3ce486591bc142b1da7553e&device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 1096 time: 0.0844955
Apr 08 02:46:39.119411 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:39.600590 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cf952-5a52-46a1-bb45-4c5ca9550449 req-56034809-9892-4958-ae61-d27b8d134107 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:39.602353 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4c5cf952-5a52-46a1-bb45-4c5ca9550449 req-56034809-9892-4958-ae61-d27b8d134107 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.1247060
Apr 08 02:46:39.645806 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4c5cf952-5a52-46a1-bb45-4c5ca9550449 req-2c3359a4-66df-427d-b42f-a7379ef1134b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383375
Apr 08 02:46:39.801594 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fdb27-a610-448f-be54-53d48c844656 req-c1f74011-13e7-4d0a-a487-225870f972cc tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:39.803008 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-de8fdb27-a610-448f-be54-53d48c844656 req-c1f74011-13e7-4d0a-a487-225870f972cc tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 943 time: 0.0770793
Apr 08 02:46:39.846192 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-de8fdb27-a610-448f-be54-53d48c844656 req-f562863c-edf4-4e21-be91-82b619d5a50d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378506
Apr 08 02:46:40.187007 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-dcb4ebbc-2817-42aa-a995-4c3fe6558d2a req-39e45759-74a6-4974-8be9-a8f212c4297f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f673f0f0edd74c56a204930e93f143da&device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 1099 time: 0.1627574
Apr 08 02:46:40.189329 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699d7dd-477e-44d8-9d6c-739a96145750 req-36fb3ea9-a030-4511-86a3-38e8845dc261 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:40.190612 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e699d7dd-477e-44d8-9d6c-739a96145750 req-36fb3ea9-a030-4511-86a3-38e8845dc261 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=d7c31bb4f3ce486591bc142b1da7553e&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1902621
Apr 08 02:46:40.429163 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4ebbc-2817-42aa-a995-4c3fe6558d2a req-f410e83c-bbcc-428b-a234-c5173d2a32be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:40.430562 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-dcb4ebbc-2817-42aa-a995-4c3fe6558d2a req-f410e83c-bbcc-428b-a234-c5173d2a32be service neutron] 10.222.0.49 "GET /v2.0/networks?id=9177d28f-82e1-4f7a-9248-434f10dfbba9 HTTP/1.1" status: 200  len: 918 time: 0.2141750
Apr 08 02:46:40.431385 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699d7dd-477e-44d8-9d6c-739a96145750 req-c5938776-0150-432e-a062-237e8bb219c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:40.432628 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e699d7dd-477e-44d8-9d6c-739a96145750 req-c5938776-0150-432e-a062-237e8bb219c3 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2344902
Apr 08 02:46:40.663691 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-dcb4ebbc-2817-42aa-a995-4c3fe6558d2a req-72a5d9e8-49cf-4a73-bbe6-d1ae8860edbd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1447a33-5dc8-44ca-8978-a2f1cdaaab34 HTTP/1.1" status: 200  len: 1002 time: 0.1430511
Apr 08 02:46:40.713775 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-2db3aab0-5591-44b3-a11f-9fb3c192d921 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7c31bb4f3ce486591bc142b1da7553e&device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 1096 time: 0.1427636
Apr 08 02:46:40.791071 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-cd2e89e6-9248-42e4-9e4a-97db0d3ded92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13eae4a8-fba8-4afe-8767-4b3ffface99b HTTP/1.1" status: 200  len: 217 time: 0.0688040
Apr 08 02:46:40.794103 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4ebbc-2817-42aa-a995-4c3fe6558d2a req-3a8bddec-3451-407b-8128-2d5fbc2df731 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:40.795418 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-dcb4ebbc-2817-42aa-a995-4c3fe6558d2a req-3a8bddec-3451-407b-8128-2d5fbc2df731 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3ecf36cf-7175-47e0-89d3-2818045d184b HTTP/1.1" status: 200  len: 856 time: 0.1208599
Apr 08 02:46:40.840426 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce47de-e8a4-40ad-913b-d702d58ae80b req-30c873d1-fff5-4391-acb8-e0a0b828354e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:40.841853 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-91ce47de-e8a4-40ad-913b-d702d58ae80b req-30c873d1-fff5-4391-acb8-e0a0b828354e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0755103
Apr 08 02:46:40.887500 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-91ce47de-e8a4-40ad-913b-d702d58ae80b req-2fda690c-d663-412c-b593-1588d72344be tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400264
Apr 08 02:46:40.905842 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-df73886d-20e2-4bf9-b8d4-62d58b74712a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:40.907379 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-df73886d-20e2-4bf9-b8d4-62d58b74712a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4b82e368-c786-4ba4-b0db-18a49fdde3c9 HTTP/1.1" status: 200  len: 850 time: 0.1040573
Apr 08 02:46:40.956972 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-dcb4ebbc-2817-42aa-a995-4c3fe6558d2a req-983c146d-b56b-440f-9ee0-d34938e1ea4f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9177d28f-82e1-4f7a-9248-434f10dfbba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1544445
Apr 08 02:46:41.056652 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102a820-4e51-465a-8fbd-d3bb86412e0f req-78a25786-e5ec-4a01-8622-4c7b8de3963b tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:41.058481 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f102a820-4e51-465a-8fbd-d3bb86412e0f req-78a25786-e5ec-4a01-8622-4c7b8de3963b tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 943 time: 0.0872681
Apr 08 02:46:41.090680 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-bacb3287-e1db-4f89-a3de-89e6999f3aa5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dea2017-1900-4ff0-b5ef-6938292bd5df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1761723
Apr 08 02:46:41.104738 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f102a820-4e51-465a-8fbd-d3bb86412e0f req-3e048055-0e96-4463-9f17-f7c76e2c1e47 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398664
Apr 08 02:46:41.175505 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-dcb4ebbc-2817-42aa-a995-4c3fe6558d2a req-fdf0d9aa-dea2-4b40-8994-d3df6bfd575f service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2122426
Apr 08 02:46:41.412999 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-6574fa1f-0950-4281-9728-6955c572be01 service neutron] 10.222.0.49 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3102102
Apr 08 02:46:41.493893 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-dcb4ebbc-2817-42aa-a995-4c3fe6558d2a req-76356e67-c6c7-41bb-b3b2-d3c88cec418a service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3071539
Apr 08 02:46:41.560152 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c37c00c6-820e-4056-b277-5cab6391ddc4 req-86fd796b-b719-4a94-8043-16e03101c2ad service neutron] 10.222.0.49 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363974
Apr 08 02:46:42.083207 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dea812-dd21-4935-ba10-fed142560780 req-f894fc3c-3bf0-40bd-a509-78891783181b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:42.084677 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b6dea812-dd21-4935-ba10-fed142560780 req-f894fc3c-3bf0-40bd-a509-78891783181b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0760520
Apr 08 02:46:42.135236 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b6dea812-dd21-4935-ba10-fed142560780 req-d6d34d38-552e-4c2c-b39a-003879f348b9 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449083
Apr 08 02:46:42.314699 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef6821-f3b1-4815-9750-9ded92504a55 req-9f0fa02c-92f0-46ca-a546-deb6b0af5151 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:42.316216 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-95ef6821-f3b1-4815-9750-9ded92504a55 req-9f0fa02c-92f0-46ca-a546-deb6b0af5151 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 943 time: 0.0811596
Apr 08 02:46:42.385567 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-95ef6821-f3b1-4815-9750-9ded92504a55 req-67d9ed6c-fbe8-41d0-9770-80ff8b4707c1 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635760
Apr 08 02:46:43.352740 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249f6de-b19b-4849-b717-46b175cece5a req-0ac9b74b-f0dc-487b-9130-bd9f79b6e398 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:43.354175 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4249f6de-b19b-4849-b717-46b175cece5a req-0ac9b74b-f0dc-487b-9130-bd9f79b6e398 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0836785
Apr 08 02:46:43.401516 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4249f6de-b19b-4849-b717-46b175cece5a req-9b5291cb-56a2-465a-b3e0-2fa9036e0b83 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414860
Apr 08 02:46:43.584634 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa3d72-182e-4b06-8068-da74d8fbe9fd req-f8ed0811-f1ff-4f44-9bf1-a6d8455d0600 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:43.586013 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fdaa3d72-182e-4b06-8068-da74d8fbe9fd req-f8ed0811-f1ff-4f44-9bf1-a6d8455d0600 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 943 time: 0.0749228
Apr 08 02:46:43.630809 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fdaa3d72-182e-4b06-8068-da74d8fbe9fd req-98ef6110-15c5-41cf-9f59-ef0ea13633c3 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393686
Apr 08 02:46:44.607665 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3190410-c23a-4cd8-bb0e-1de6da8a745f req-eace20d6-b609-4044-8534-dcf3625abbe4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:44.609087 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f3190410-c23a-4cd8-bb0e-1de6da8a745f req-eace20d6-b609-4044-8534-dcf3625abbe4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0777521
Apr 08 02:46:44.653677 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f3190410-c23a-4cd8-bb0e-1de6da8a745f req-1fea9762-998b-498b-82f5-f946cfcb8db3 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386617
Apr 08 02:46:44.821241 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5613fc-98f4-4106-b756-b593db136b55 req-e38caa82-cfc3-4fdc-81f1-ba35654197b7 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:44.822842 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6d5613fc-98f4-4106-b756-b593db136b55 req-e38caa82-cfc3-4fdc-81f1-ba35654197b7 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 943 time: 0.0762248
Apr 08 02:46:44.867602 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6d5613fc-98f4-4106-b756-b593db136b55 req-de18586d-da7b-416d-8c9e-b95f05ff9166 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393887
Apr 08 02:46:45.851063 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639df50-b69c-48da-b5e8-5cd1144b2401 req-7e7d7275-caae-4854-96cc-9581e136bed5 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:45.852653 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2639df50-b69c-48da-b5e8-5cd1144b2401 req-7e7d7275-caae-4854-96cc-9581e136bed5 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0806108
Apr 08 02:46:45.901582 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2639df50-b69c-48da-b5e8-5cd1144b2401 req-15d364ff-27ca-4e55-b25c-2ba9576b00fa tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434186
Apr 08 02:46:46.067305 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b62a61-06e2-423b-8b1d-0d898180cfa7 req-6e6fed91-efda-4ee1-afdd-5dcb03e4cce8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:46.068704 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-82b62a61-06e2-423b-8b1d-0d898180cfa7 req-6e6fed91-efda-4ee1-afdd-5dcb03e4cce8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 943 time: 0.0770252
Apr 08 02:46:46.116140 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-82b62a61-06e2-423b-8b1d-0d898180cfa7 req-a19d9602-4dd8-4ca4-847d-e88e3602e1fc tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419314
Apr 08 02:46:47.103427 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68b1aa-7bbc-410c-a9a6-cdc6a9060e6e req-a19c5c36-42fe-4416-ac5a-31071b075540 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:47.104864 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea68b1aa-7bbc-410c-a9a6-cdc6a9060e6e req-a19c5c36-42fe-4416-ac5a-31071b075540 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0772018
Apr 08 02:46:47.149615 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea68b1aa-7bbc-410c-a9a6-cdc6a9060e6e req-f30bd72d-4e18-4a0e-a004-e7034246b147 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384505
Apr 08 02:46:47.311320 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a6e54-cd81-4aac-b60a-dffd7ee1aca1 req-8f565549-f7ef-42a1-9833-6a0ebb06647f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:47.312722 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8d8a6e54-cd81-4aac-b60a-dffd7ee1aca1 req-8f565549-f7ef-42a1-9833-6a0ebb06647f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 943 time: 0.0778337
Apr 08 02:46:47.357169 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8d8a6e54-cd81-4aac-b60a-dffd7ee1aca1 req-bbc24e29-679e-42e5-92ac-c0d1ccb7fb30 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387905
Apr 08 02:46:47.821869 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f7f4baa6-591b-4066-b18d-0ac2a58e036a req-35b927a1-642b-4fdb-8de8-f17c87ac56cb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 1099 time: 0.0663149
Apr 08 02:46:47.864021 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f7f4baa6-591b-4066-b18d-0ac2a58e036a req-ab0a48b6-46a9-437a-bedc-ae71d75e181a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356817
Apr 08 02:46:48.340296 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37e001-4723-455e-8a04-a519173c19e6 req-42223e38-c18c-4238-93c9-81911bc870c0 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:48.341680 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3d37e001-4723-455e-8a04-a519173c19e6 req-42223e38-c18c-4238-93c9-81911bc870c0 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0728238
Apr 08 02:46:48.385174 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3d37e001-4723-455e-8a04-a519173c19e6 req-13c41586-5832-46db-ae5b-ac07a6eae180 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380480
Apr 08 02:46:48.554391 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae08e1-838c-4402-8278-bf514415c2ff req-b42b1ddb-da98-40c2-bd2b-1fc6caadb1cc tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:48.555842 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-faae08e1-838c-4402-8278-bf514415c2ff req-b42b1ddb-da98-40c2-bd2b-1fc6caadb1cc tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 943 time: 0.0810099
Apr 08 02:46:48.600486 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-faae08e1-838c-4402-8278-bf514415c2ff req-43a1a9b2-0fe6-4f06-a5cf-85ac7758c365 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391529
Apr 08 02:46:49.575382 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eeac05-2790-426b-92b9-65ab2cecdac0 req-739db4d0-ee77-4039-b86c-84a24c971246 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:49.576779 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-49eeac05-2790-426b-92b9-65ab2cecdac0 req-739db4d0-ee77-4039-b86c-84a24c971246 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0733140
Apr 08 02:46:49.623517 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-49eeac05-2790-426b-92b9-65ab2cecdac0 req-9bd213f2-93cc-4b1f-ab5b-5053f31df007 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406451
Apr 08 02:46:49.810050 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519328f-a1ab-4cbf-851b-420beb29dd03 req-4ab1a00c-6e7e-434c-b379-678a49e1ad24 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:49.811626 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2519328f-a1ab-4cbf-851b-420beb29dd03 req-4ab1a00c-6e7e-434c-b379-678a49e1ad24 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 943 time: 0.0842886
Apr 08 02:46:49.874008 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2519328f-a1ab-4cbf-851b-420beb29dd03 req-c2317813-fe1f-437c-bced-c2e7513c032a tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511327
Apr 08 02:46:50.519333 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 13eae4a8-fba8-4afe-8767-4b3ffface99b details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:46:50.648498 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 13eae4a8-fba8-4afe-8767-4b3ffface99b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=13eae4a8-fba8-4afe-8767-4b3ffface99b,segment=NetworkSegment(ef0bf9c2-237a-4677-bb35-a0c5d1411c7b),segment_id=ef0bf9c2-237a-4677-bb35-a0c5d1411c7b)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:46:50.662345 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': '13eae4a8-fba8-4afe-8767-4b3ffface99b', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'port_id': '13eae4a8-fba8-4afe-8767-4b3ffface99b', 'mac_address': 'fa:16:3e:1c:02:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:46:50.714363 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:50.737911 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13eae4a8-fba8-4afe-8767-4b3ffface99b {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:46:50.754592 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 13eae4a8-fba8-4afe-8767-4b3ffface99b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=13eae4a8-fba8-4afe-8767-4b3ffface99b,segment=NetworkSegment(ef0bf9c2-237a-4677-bb35-a0c5d1411c7b),segment_id=ef0bf9c2-237a-4677-bb35-a0c5d1411c7b)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:46:50.759597 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:50.827230 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=13eae4a8-fba8-4afe-8767-4b3ffface99b,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:50.831750 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7d998-079b-4a02-839f-89dd820a08fc req-948fc402-6c75-44a5-88a0-7f146e1cf8f9 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:50.838299 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-79f7d998-079b-4a02-839f-89dd820a08fc req-948fc402-6c75-44a5-88a0-7f146e1cf8f9 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0897386
Apr 08 02:46:50.903579 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 43382) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:50.944954 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-79f7d998-079b-4a02-839f-89dd820a08fc req-0c7887a6-83de-4b64-abfc-14d024e8fe0d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052866
Apr 08 02:46:51.162271 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465c4db-59a9-4ae7-8341-f910cbbe5e47 req-96e3fe78-87fa-4d0b-a01f-e0e2325fd784 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:51.163724 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a465c4db-59a9-4ae7-8341-f910cbbe5e47 req-96e3fe78-87fa-4d0b-a01f-e0e2325fd784 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 944 time: 0.1299579
Apr 08 02:46:51.183606 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['13eae4a8-fba8-4afe-8767-4b3ffface99b'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:46:51.201168 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 43396) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:51.242808 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83725f-3723-4820-b879-775c08d92fe2 req-c59ab3dc-2c8c-492d-ae59-2432a0933618 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:51.244304 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-eb83725f-3723-4820-b879-775c08d92fe2 req-c59ab3dc-2c8c-492d-ae59-2432a0933618 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.1421874
Apr 08 02:46:51.261680 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a465c4db-59a9-4ae7-8341-f910cbbe5e47 req-5c0d2c3f-26d3-497e-bb71-ea5a9137ea8e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0859556
Apr 08 02:46:51.346255 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-418dcdf3-7859-4c05-b9d8-922306cc2d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.352360 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-eb83725f-3723-4820-b879-775c08d92fe2 req-e1c8d1b8-9da7-42e8-b941-b82afe0e1b1b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895133
Apr 08 02:46:51.372626 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6a3-1e66-4b63-b834-2d1267458014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.431299 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-418dcdf3-7859-4c05-b9d8-922306cc2d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:51.437150 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-8a9eb6a3-1e66-4b63-b834-2d1267458014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:51.440683 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-418dcdf3-7859-4c05-b9d8-922306cc2d72 admin admin] Usage tracker for resource:security_group_rule and tenant:eb42f913db754e4492867d85caa57a3c is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:51.445146 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-418dcdf3-7859-4c05-b9d8-922306cc2d72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:51.448147 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-8a9eb6a3-1e66-4b63-b834-2d1267458014 admin admin] Usage tracker for resource:security_group_rule and tenant:b239f81ce4f74f979ab73a02ece0a79b is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:51.452872 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-8a9eb6a3-1e66-4b63-b834-2d1267458014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:51.456377 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-418dcdf3-7859-4c05-b9d8-922306cc2d72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:51.461697 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-8a9eb6a3-1e66-4b63-b834-2d1267458014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:51.559620 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6a3-1e66-4b63-b834-2d1267458014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.568491 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6a3-1e66-4b63-b834-2d1267458014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.638061 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9eb6a3-1e66-4b63-b834-2d1267458014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaa0d39-0eb1-45cc-9748-b8f4bd5be1cf,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:51.645390 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-418dcdf3-7859-4c05-b9d8-922306cc2d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.650280 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-8a9eb6a3-1e66-4b63-b834-2d1267458014 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b239f81ce4f74f979ab73a02ece0a79b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7431250
Apr 08 02:46:51.651269 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 43422) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:51.656090 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-418dcdf3-7859-4c05-b9d8-922306cc2d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.706864 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418dcdf3-7859-4c05-b9d8-922306cc2d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a089dc-5792-4221-b944-43db6aa75248,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:51.716868 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-418dcdf3-7859-4c05-b9d8-922306cc2d72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb42f913db754e4492867d85caa57a3c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5141122
Apr 08 02:46:51.718144 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 43426) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:51.726636 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3f82ac54-29b6-4274-91b9-6d30777a834a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.804398 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3f82ac54-29b6-4274-91b9-6d30777a834a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.806606 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fc40ab74-9ca5-4902-b927-9952d25064e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.836521 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fc40ab74-9ca5-4902-b927-9952d25064e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.895153 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3f82ac54-29b6-4274-91b9-6d30777a834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.904581 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fc40ab74-9ca5-4902-b927-9952d25064e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.910044 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82ac54-29b6-4274-91b9-6d30777a834a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaa0d39-0eb1-45cc-9748-b8f4bd5be1cf,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:51.920887 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40ab74-9ca5-4902-b927-9952d25064e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a089dc-5792-4221-b944-43db6aa75248,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:51.923156 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3f82ac54-29b6-4274-91b9-6d30777a834a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.924403 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-3f82ac54-29b6-4274-91b9-6d30777a834a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9eaa0d39-0eb1-45cc-9748-b8f4bd5be1cf HTTP/1.1" status: 204  len: 168 time: 0.2726684
Apr 08 02:46:51.926081 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ac54-29b6-4274-91b9-6d30777a834a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:51.926304 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ac54-29b6-4274-91b9-6d30777a834a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:51.926989 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ac54-29b6-4274-91b9-6d30777a834a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:51.927486 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ac54-29b6-4274-91b9-6d30777a834a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:51.927813 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ac54-29b6-4274-91b9-6d30777a834a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:51.928366 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ac54-29b6-4274-91b9-6d30777a834a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:51.928450 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ac54-29b6-4274-91b9-6d30777a834a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:51.928765 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ac54-29b6-4274-91b9-6d30777a834a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:51.929217 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ac54-29b6-4274-91b9-6d30777a834a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:51.929691 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ac54-29b6-4274-91b9-6d30777a834a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:51.930202 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82ac54-29b6-4274-91b9-6d30777a834a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:51.940968 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fc40ab74-9ca5-4902-b927-9952d25064e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.948439 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-fc40ab74-9ca5-4902-b927-9952d25064e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54a089dc-5792-4221-b944-43db6aa75248 HTTP/1.1" status: 204  len: 168 time: 0.2285156
Apr 08 02:46:52.336178 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 43452) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:52.354735 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7ef59651-d2e3-4850-8314-e695ffe60094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:52.398958 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-7ef59651-d2e3-4850-8314-e695ffe60094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:52.403127 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-7ef59651-d2e3-4850-8314-e695ffe60094 admin admin] Usage tracker for resource:security_group_rule and tenant:a7821b1f7bba4dddad67d64577232691 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:52.407831 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-7ef59651-d2e3-4850-8314-e695ffe60094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:52.414271 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-7ef59651-d2e3-4850-8314-e695ffe60094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:52.502291 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7ef59651-d2e3-4850-8314-e695ffe60094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:52.508795 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7ef59651-d2e3-4850-8314-e695ffe60094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:52.511470 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b80a24-1bc2-4392-8c7c-87c62ec664b0 req-6d3b08a3-edce-4d37-8729-269e5b8b4cf3 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:52.522341 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-66b80a24-1bc2-4392-8c7c-87c62ec664b0 req-6d3b08a3-edce-4d37-8729-269e5b8b4cf3 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 944 time: 0.1291387
Apr 08 02:46:52.546274 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 13eae4a8-fba8-4afe-8767-4b3ffface99b up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:46:52.561100 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef59651-d2e3-4850-8314-e695ffe60094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded28967-f60c-4c8f-9cf4-d18f56e04629,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:52.567215 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-7ef59651-d2e3-4850-8314-e695ffe60094 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7821b1f7bba4dddad67d64577232691&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2298038
Apr 08 02:46:52.569643 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 43462) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:52.570307 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-66b80a24-1bc2-4392-8c7c-87c62ec664b0 req-a2c3ea22-6735-4f67-80ba-088742cdc01e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470746
Apr 08 02:46:52.635248 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port 13eae4a8-fba8-4afe-8767-4b3ffface99b completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:46:52.635721 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-60c1c0c7-3085-481c-b65c-d1cb0573c214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:52.641693 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port 13eae4a8-fba8-4afe-8767-4b3ffface99b triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:46:52.642300 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:52.662508 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-60c1c0c7-3085-481c-b65c-d1cb0573c214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:52.718762 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-60c1c0c7-3085-481c-b65c-d1cb0573c214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:52.736499 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1c0c7-3085-481c-b65c-d1cb0573c214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded28967-f60c-4c8f-9cf4-d18f56e04629,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:52.741275 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-60c1c0c7-3085-481c-b65c-d1cb0573c214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:52.744667 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-60c1c0c7-3085-481c-b65c-d1cb0573c214 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ded28967-f60c-4c8f-9cf4-d18f56e04629 HTTP/1.1" status: 204  len: 168 time: 0.1716580
Apr 08 02:46:52.784347 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:52.814220 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ff8616-8e62-40fe-87e7-f976433b9288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13eae4a8-fba8-4afe-8767-4b3ffface99b'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:46:52.824128 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 13eae4a8-fba8-4afe-8767-4b3ffface99b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=13eae4a8-fba8-4afe-8767-4b3ffface99b,segment=NetworkSegment(ef0bf9c2-237a-4677-bb35-a0c5d1411c7b),segment_id=ef0bf9c2-237a-4677-bb35-a0c5d1411c7b)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:46:52.831640 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:52.892775 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f8c57ab-90fa-4613-8016-d70d69fe1b3b'] response: {'server_uuid': '19ff8616-8e62-40fe-87e7-f976433b9288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13eae4a8-fba8-4afe-8767-4b3ffface99b', 'code': 200}
Apr 08 02:46:52.917194 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=13eae4a8-fba8-4afe-8767-4b3ffface99b,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:53.238061 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5cb86185-2d27-475d-b50e-272a5919f3e3 req-de8b00e8-7b9c-433e-96db-2a68821e411f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 1098 time: 0.1020417
Apr 08 02:46:53.303019 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5cb86185-2d27-475d-b50e-272a5919f3e3 req-bda54983-12bf-4dd2-97f1-e555835d03c0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573549
Apr 08 02:46:53.658910 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dfe55-47cb-47f9-a6d1-2f4e1cfd17c4 req-fe3e396e-3e05-4776-8896-7ef38a67d73e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:53.665655 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-631dfe55-47cb-47f9-a6d1-2f4e1cfd17c4 req-fe3e396e-3e05-4776-8896-7ef38a67d73e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.1567199
Apr 08 02:46:53.728400 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 43534) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:53.738953 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-631dfe55-47cb-47f9-a6d1-2f4e1cfd17c4 req-417ac221-b97a-47a8-9f97-d65768f12d79 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723066
Apr 08 02:46:53.837526 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4cfa2ac3-ff55-4312-a541-410152e0060d req-b350b9da-a6b0-4198-a64f-c70af5fd6eb4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 1098 time: 0.0814655
Apr 08 02:46:53.881524 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9878b-165b-4f05-9abb-06f2e66ad0b6 req-959dbbab-5714-4285-9431-fbf661e96a50 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:53.890432 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-45a9878b-165b-4f05-9abb-06f2e66ad0b6 req-959dbbab-5714-4285-9431-fbf661e96a50 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.1031239
Apr 08 02:46:53.938421 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-45a9878b-165b-4f05-9abb-06f2e66ad0b6 req-dc5e888d-1723-4a96-be2a-27b1cd3adab1 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461183
Apr 08 02:46:53.995892 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-27baceca-2a28-4a58-bc6f-cf9ba56801af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:54.002837 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 43546) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:54.018941 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa2ac3-ff55-4312-a541-410152e0060d req-870bc245-d591-49fa-9daf-8d9ebebee4ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:54.020529 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4cfa2ac3-ff55-4312-a541-410152e0060d req-870bc245-d591-49fa-9daf-8d9ebebee4ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 200  len: 919 time: 0.1769845
Apr 08 02:46:54.091793 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-290268886-network', 'tenant_id': 'a74b6451e87d4ef8a1338608ea90e7cc'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:46:54.096259 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:54.100206 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Usage tracker for resource:network and tenant:a74b6451e87d4ef8a1338608ea90e7cc is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:54.103022 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:54.109098 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:54.112480 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4cfa2ac3-ff55-4312-a541-410152e0060d req-ba4a086f-3fac-4675-8541-8069c8ed22cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1765d10f-4f9f-4883-99d5-299517e80053 HTTP/1.1" status: 200  len: 217 time: 0.0853429
Apr 08 02:46:54.115951 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-27baceca-2a28-4a58-bc6f-cf9ba56801af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:54.120912 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Made reservation on behalf of a74b6451e87d4ef8a1338608ea90e7cc for: {'network': 1} {{(pid=83136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:46:54.121948 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-27baceca-2a28-4a58-bc6f-cf9ba56801af admin admin] Usage tracker for resource:security_group_rule and tenant:c8233db7fb3948b0a584c28bd63005d2 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:54.123549 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:54.137799 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:54.153086 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-27baceca-2a28-4a58-bc6f-cf9ba56801af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:54.165544 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-27baceca-2a28-4a58-bc6f-cf9ba56801af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:54.170736 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:54.175633 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Usage tracker for resource:security_group_rule and tenant:a74b6451e87d4ef8a1338608ea90e7cc is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:54.179301 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:54.185624 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:54.200339 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 43554) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:54.200524 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa2ac3-ff55-4312-a541-410152e0060d req-56fb18c0-6cd0-49e3-b37d-33f94fdb4332 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:54.202396 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4cfa2ac3-ff55-4312-a541-410152e0060d req-56fb18c0-6cd0-49e3-b37d-33f94fdb4332 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bb3aae2-b572-44aa-8358-c4c59784dbe8 HTTP/1.1" status: 200  len: 857 time: 0.0818610
Apr 08 02:46:54.262386 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:54.269506 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:54.303728 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'}  {{(pid=83136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:46:54.309072 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acddff77-0f07-4921-8840-2f08592b71d6,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:54.316389 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:54.317131 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.db.segments_db [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Added segment 55d46199-dadb-474a-bdad-2964986b2407 of type vlan for network bb7f1459-252f-46f4-b248-75165956d985
Apr 08 02:46:54.322717 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-27baceca-2a28-4a58-bc6f-cf9ba56801af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:54.327375 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4cfa2ac3-ff55-4312-a541-410152e0060d req-f89ae965-d16c-42bd-b0ba-70581fee0340 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1159348
Apr 08 02:46:54.330954 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-27baceca-2a28-4a58-bc6f-cf9ba56801af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:54.361748 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:54.370494 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-191953f6-be88-4727-a0b9-ed9f4aac8606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:54.424056 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:54.424798 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:54.425375 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:54.428844 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-191953f6-be88-4727-a0b9-ed9f4aac8606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:54.452658 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-191953f6-be88-4727-a0b9-ed9f4aac8606 admin admin] Usage tracker for resource:security_group_rule and tenant:ed5f7fee483a450284b4df5d40276682 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:54.460906 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-191953f6-be88-4727-a0b9-ed9f4aac8606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:54.466519 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27baceca-2a28-4a58-bc6f-cf9ba56801af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0b589d-ca7d-4624-8cd1-9f1668cc38fb,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:54.476466 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-27baceca-2a28-4a58-bc6f-cf9ba56801af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c8233db7fb3948b0a584c28bd63005d2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7448678
Apr 08 02:46:54.478972 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 43560) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:54.528871 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-191953f6-be88-4727-a0b9-ed9f4aac8606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:54.540454 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4cfa2ac3-ff55-4312-a541-410152e0060d req-61beefaf-c140-4d0b-8a19-bf1d607195de service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1990077
Apr 08 02:46:54.546609 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] Pushing event updated for resources: {'Network': ['ID=bb7f1459-252f-46f4-b248-75165956d985,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:54.557132 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-d1bc1a17-266c-4b42-a4f0-f8a2c929c30b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5501163
Apr 08 02:46:54.557132 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 43564) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:54.560514 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network bb7f1459-252f-46f4-b248-75165956d985 details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:46:54.565966 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-4a320662-0d0b-44cc-bbf4-5448529a5a34 admin admin] Request body: {'subnet': {'network_id': 'bb7f1459-252f-46f4-b248-75165956d985', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-290268886-subnet', 'tenant_id': 'a74b6451e87d4ef8a1338608ea90e7cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:46:54.574504 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-4a320662-0d0b-44cc-bbf4-5448529a5a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:54.581232 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-4a320662-0d0b-44cc-bbf4-5448529a5a34 admin admin] Usage tracker for resource:subnet and tenant:a74b6451e87d4ef8a1338608ea90e7cc is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:54.591435 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-4a320662-0d0b-44cc-bbf4-5448529a5a34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:54.599104 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-4a320662-0d0b-44cc-bbf4-5448529a5a34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:54.648832 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a320662-0d0b-44cc-bbf4-5448529a5a34 admin admin] Made reservation on behalf of a74b6451e87d4ef8a1338608ea90e7cc for: {'subnet': 1} {{(pid=83136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:46:54.651498 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4a320662-0d0b-44cc-bbf4-5448529a5a34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1174077'] for subnet, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:54.669455 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7307eec2-811c-431b-9a1a-27988c79f5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:54.751434 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-191953f6-be88-4727-a0b9-ed9f4aac8606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:54.759158 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-191953f6-be88-4727-a0b9-ed9f4aac8606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:54.775128 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7307eec2-811c-431b-9a1a-27988c79f5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:54.812142 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4cfa2ac3-ff55-4312-a541-410152e0060d req-5eafb9b6-f152-4afc-a827-dc34b89da7e6 service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2633562
Apr 08 02:46:54.824397 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191953f6-be88-4727-a0b9-ed9f4aac8606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7313fc9c-698e-492c-b182-6a1ae1ef2aa7,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:54.832712 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-191953f6-be88-4727-a0b9-ed9f4aac8606 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed5f7fee483a450284b4df5d40276682&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6313767
Apr 08 02:46:54.835592 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 43572) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:54.861028 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7307eec2-811c-431b-9a1a-27988c79f5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:54.881949 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307eec2-811c-431b-9a1a-27988c79f5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0b589d-ca7d-4624-8cd1-9f1668cc38fb,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:54.885360 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7307eec2-811c-431b-9a1a-27988c79f5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:54.889038 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-7307eec2-811c-431b-9a1a-27988c79f5f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee0b589d-ca7d-4624-8cd1-9f1668cc38fb HTTP/1.1" status: 204  len: 168 time: 0.4066372
Apr 08 02:46:54.993577 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-514d87c4-8ab1-476b-8a73-70db657b2daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:55.059970 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-514d87c4-8ab1-476b-8a73-70db657b2daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:55.105911 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4a320662-0d0b-44cc-bbf4-5448529a5a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2030029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1174035'] for subnet, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:55.179360 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027f411-2f0a-4da9-80a2-45cf438e0506 req-5e99a93e-513e-4198-997b-9880bdc5d411 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:55.180803 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6027f411-2f0a-4da9-80a2-45cf438e0506 req-5e99a93e-513e-4198-997b-9880bdc5d411 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.2981126
Apr 08 02:46:55.279377 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a320662-0d0b-44cc-bbf4-5448529a5a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58fdb2bc-fdf6-426e-bb34-7a73a391318a,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:55.292792 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-514d87c4-8ab1-476b-8a73-70db657b2daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:55.317435 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6027f411-2f0a-4da9-80a2-45cf438e0506 req-38e3a9f2-a539-4f24-a4cf-fc5359431917 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239908
Apr 08 02:46:55.321581 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d87c4-8ab1-476b-8a73-70db657b2daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7313fc9c-698e-492c-b182-6a1ae1ef2aa7,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:55.336732 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a320662-0d0b-44cc-bbf4-5448529a5a34 admin admin] Checking segment: {'id': '55d46199-dadb-474a-bdad-2964986b2407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bb7f1459-252f-46f4-b248-75165956d985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:46:55.337591 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a320662-0d0b-44cc-bbf4-5448529a5a34 admin admin] Network hostable DHCP agents. Network: bb7f1459-252f-46f4-b248-75165956d985, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:46:55.353518 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-514d87c4-8ab1-476b-8a73-70db657b2daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:55.353518 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-514d87c4-8ab1-476b-8a73-70db657b2daa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7313fc9c-698e-492c-b182-6a1ae1ef2aa7 HTTP/1.1" status: 204  len: 168 time: 0.5140679
Apr 08 02:46:55.357365 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eda851-c3cb-4cfd-a793-618eb40dce2f req-6811d321-3504-4145-a3bb-1af3e995094e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:55.358834 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-57eda851-c3cb-4cfd-a793-618eb40dce2f req-6811d321-3504-4145-a3bb-1af3e995094e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.2608900
Apr 08 02:46:55.415483 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a320662-0d0b-44cc-bbf4-5448529a5a34 admin admin] Network bb7f1459-252f-46f4-b248-75165956d985 is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:46:55.432248 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-57eda851-c3cb-4cfd-a793-618eb40dce2f req-96e8e667-4a6c-419c-93b7-388a490e9340 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652082
Apr 08 02:46:55.433982 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [None req-4a320662-0d0b-44cc-bbf4-5448529a5a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, bb7f1459-252f-46f4-b248-75165956d985) {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:46:55.450376 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d98f33-d60b-4412-b180-898a6c1ca301 None None] Network bb7f1459-252f-46f4-b248-75165956d985 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:46:55.463152 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a320662-0d0b-44cc-bbf4-5448529a5a34 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:55.463761 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4a320662-0d0b-44cc-bbf4-5448529a5a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:55.491557 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-4a320662-0d0b-44cc-bbf4-5448529a5a34 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9330130
Apr 08 02:46:55.677258 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f886646f-bf31-431b-a86b-3ab94356f553 None None] Network bb7f1459-252f-46f4-b248-75165956d985 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:46:55.807840 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 43604) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:55.826353 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc40d-eaf7-4c93-9696-8dd92e5ed386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:55.861434 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-ba9fc40d-eaf7-4c93-9696-8dd92e5ed386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:55.865858 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-ba9fc40d-eaf7-4c93-9696-8dd92e5ed386 admin admin] Usage tracker for resource:security_group_rule and tenant:20e30635bda54c79aba77e387029b8a5 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:55.868905 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-ba9fc40d-eaf7-4c93-9696-8dd92e5ed386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:55.876906 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-ba9fc40d-eaf7-4c93-9696-8dd92e5ed386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:55.986013 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc40d-eaf7-4c93-9696-8dd92e5ed386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:55.995172 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc40d-eaf7-4c93-9696-8dd92e5ed386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.050288 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fc40d-eaf7-4c93-9696-8dd92e5ed386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f922124-cff0-4ac9-9d61-ae4885a12bbb,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:56.058132 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 43614) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:56.058699 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-ba9fc40d-eaf7-4c93-9696-8dd92e5ed386 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20e30635bda54c79aba77e387029b8a5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2494085
Apr 08 02:46:56.110739 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 43618) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:56.119730 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ac443573-736e-403f-8fbc-6afc9a7b83b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.147165 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ac443573-736e-403f-8fbc-6afc9a7b83b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.201355 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ac443573-736e-403f-8fbc-6afc9a7b83b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.219336 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac443573-736e-403f-8fbc-6afc9a7b83b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f922124-cff0-4ac9-9d61-ae4885a12bbb,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:56.222787 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ac443573-736e-403f-8fbc-6afc9a7b83b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.224097 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-ac443573-736e-403f-8fbc-6afc9a7b83b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f922124-cff0-4ac9-9d61-ae4885a12bbb HTTP/1.1" status: 204  len: 168 time: 0.1648235
Apr 08 02:46:56.244790 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1511511058-network', 'tenant_id': '5fb44db14d6e4c14b82c05f28e8ee9d9'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:46:56.256558 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:56.260883 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Usage tracker for resource:network and tenant:5fb44db14d6e4c14b82c05f28e8ee9d9 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:56.264613 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:56.271074 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:56.281883 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Made reservation on behalf of 5fb44db14d6e4c14b82c05f28e8ee9d9 for: {'network': 1} {{(pid=83136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:46:56.284582 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.296847 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.327795 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:56.331755 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Usage tracker for resource:security_group_rule and tenant:5fb44db14d6e4c14b82c05f28e8ee9d9 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:56.334642 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:56.340384 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:56.479191 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.525776 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.564022 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'}  {{(pid=83136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:46:56.626301 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:56.639315 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.639662 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.db.segments_db [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Added segment 6f7f923e-7e4e-4814-83ce-e87b69f494b5 of type vlan for network 56fa5162-5751-457a-9e46-87c248750bb3
Apr 08 02:46:56.648330 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de663be-8d30-4b07-b15a-e540fe152f8b req-2fdbbe71-53bd-49ed-82f0-89af6313f176 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:56.649753 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8de663be-8d30-4b07-b15a-e540fe152f8b req-2fdbbe71-53bd-49ed-82f0-89af6313f176 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.1727836
Apr 08 02:46:56.711092 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.733388 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 43646) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:56.739359 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-412525866-network', 'tenant_id': '5e2e6cf4e81343d5b7ffbefd35b39248'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:46:56.744287 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:56.745715 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8de663be-8d30-4b07-b15a-e540fe152f8b req-3c8a23b9-ef0d-4fcb-9d16-463388059b00 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838876
Apr 08 02:46:56.748069 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Usage tracker for resource:network and tenant:5e2e6cf4e81343d5b7ffbefd35b39248 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:56.751676 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:56.757539 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:56.770056 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efcb40-1ac0-4ebd-8418-4a6945c207a0 req-6dd1bd2c-9a54-4128-9091-c7896fba475d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:56.771001 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Made reservation on behalf of 5e2e6cf4e81343d5b7ffbefd35b39248 for: {'network': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:46:56.771461 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-31efcb40-1ac0-4ebd-8418-4a6945c207a0 req-6dd1bd2c-9a54-4128-9091-c7896fba475d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.1951928
Apr 08 02:46:56.773735 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.786800 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.814698 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.815567 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:56.816354 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.825002 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:56.829499 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Usage tracker for resource:security_group_rule and tenant:5e2e6cf4e81343d5b7ffbefd35b39248 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:56.833000 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:56.844205 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:56.911456 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-31efcb40-1ac0-4ebd-8418-4a6945c207a0 req-535a3e72-6227-4b6c-b649-a4ea708f8c6b tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1343069
Apr 08 02:46:56.935772 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] Pushing event updated for resources: {'Network': ['ID=56fa5162-5751-457a-9e46-87c248750bb3,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:56.939982 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-89aafcf6-3c92-43d9-b233-627bd9835c10 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8281405
Apr 08 02:46:56.946885 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 43656) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:56.960036 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-3ae46a02-8c00-463d-b4da-90a9ee4df4de admin admin] Request body: {'subnet': {'network_id': '56fa5162-5751-457a-9e46-87c248750bb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1511511058-subnet', 'tenant_id': '5fb44db14d6e4c14b82c05f28e8ee9d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:46:56.960529 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network 56fa5162-5751-457a-9e46-87c248750bb3 details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:46:56.970600 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-3ae46a02-8c00-463d-b4da-90a9ee4df4de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:56.973951 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.977458 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-3ae46a02-8c00-463d-b4da-90a9ee4df4de admin admin] Usage tracker for resource:subnet and tenant:5fb44db14d6e4c14b82c05f28e8ee9d9 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:56.980720 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-3ae46a02-8c00-463d-b4da-90a9ee4df4de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:56.987853 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.991182 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-3ae46a02-8c00-463d-b4da-90a9ee4df4de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:57.035331 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae46a02-8c00-463d-b4da-90a9ee4df4de admin admin] Made reservation on behalf of 5fb44db14d6e4c14b82c05f28e8ee9d9 for: {'subnet': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:46:57.037632 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3ae46a02-8c00-463d-b4da-90a9ee4df4de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2044265'] for subnet, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:57.049626 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'}  {{(pid=83137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:46:57.057712 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a297d398-366f-4c89-a7e1-9e3dc9a8c6de,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:57.118335 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:57.118945 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.segments_db [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Added segment 1b11f904-cf6a-4288-9b5c-0fec8c42034e of type vlan for network 8278b38b-284c-4ffe-8c92-91ec1c487c60
Apr 08 02:46:57.168486 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:57.216807 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32262b-b36f-44f1-bc11-0e40308ff012 req-2cd2af4c-1fec-4ae3-a6cb-638bb9c61fa4 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:57.218260 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8d32262b-b36f-44f1-bc11-0e40308ff012 req-2cd2af4c-1fec-4ae3-a6cb-638bb9c61fa4 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0860229
Apr 08 02:46:57.228206 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 43666) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:57.233626 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-abff4064-64be-4f74-bdd9-5476fa063a12 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Request body: {'floatingip': {'port_id': '13eae4a8-fba8-4afe-8767-4b3ffface99b'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:46:57.242914 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:57.243740 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:57.244312 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:57.317538 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-abff4064-64be-4f74-bdd9-5476fa063a12 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for floatingip, before_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:57.371947 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6374724
Apr 08 02:46:57.374151 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf20a25-d1e4-4286-bc5b-71c55780f0d5 admin admin] Pushing event updated for resources: {'Network': ['ID=8278b38b-284c-4ffe-8c92-91ec1c487c60,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:57.375186 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 43672) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:57.385569 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network 8278b38b-284c-4ffe-8c92-91ec1c487c60 details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:46:57.395851 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-e9505095-0561-443a-91d6-44f0d7e928c6 admin admin] Request body: {'subnet': {'network_id': '8278b38b-284c-4ffe-8c92-91ec1c487c60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-412525866-subnet', 'tenant_id': '5e2e6cf4e81343d5b7ffbefd35b39248', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:46:57.420493 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3ae46a02-8c00-463d-b4da-90a9ee4df4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1140146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2044231'] for subnet, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:57.434269 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-e9505095-0561-443a-91d6-44f0d7e928c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:57.446289 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-e9505095-0561-443a-91d6-44f0d7e928c6 admin admin] Usage tracker for resource:subnet and tenant:5e2e6cf4e81343d5b7ffbefd35b39248 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:57.456660 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-e9505095-0561-443a-91d6-44f0d7e928c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:57.467372 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-e9505095-0561-443a-91d6-44f0d7e928c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:57.513584 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae46a02-8c00-463d-b4da-90a9ee4df4de admin admin] Checking segment: {'id': '6f7f923e-7e4e-4814-83ce-e87b69f494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '56fa5162-5751-457a-9e46-87c248750bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:46:57.514026 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae46a02-8c00-463d-b4da-90a9ee4df4de admin admin] Network hostable DHCP agents. Network: 56fa5162-5751-457a-9e46-87c248750bb3, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:46:57.521833 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae46a02-8c00-463d-b4da-90a9ee4df4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=61685457-2ae9-442c-92b6-d675128ed59c,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:57.522895 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9505095-0561-443a-91d6-44f0d7e928c6 admin admin] Made reservation on behalf of 5e2e6cf4e81343d5b7ffbefd35b39248 for: {'subnet': 1} {{(pid=83136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:46:57.525345 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-e9505095-0561-443a-91d6-44f0d7e928c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1174077'] for subnet, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:57.540360 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae46a02-8c00-463d-b4da-90a9ee4df4de admin admin] Network 56fa5162-5751-457a-9e46-87c248750bb3 is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:46:57.551498 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-3ae46a02-8c00-463d-b4da-90a9ee4df4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, 56fa5162-5751-457a-9e46-87c248750bb3) {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:46:57.557253 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae46a02-8c00-463d-b4da-90a9ee4df4de admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:57.558280 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3ae46a02-8c00-463d-b4da-90a9ee4df4de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:57.562219 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f950a9-d980-4952-bdc0-b9169eb309c5 None None] Network 56fa5162-5751-457a-9e46-87c248750bb3 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:46:57.591642 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-3ae46a02-8c00-463d-b4da-90a9ee4df4de admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6433144
Apr 08 02:46:57.817751 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50d43c8-6aca-42e7-a2e0-d937ee183942 None None] Network 56fa5162-5751-457a-9e46-87c248750bb3 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:46:58.221834 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e13b4f-dc75-4f69-8ae7-985d81e5443d req-97673851-ad28-4215-9269-d52eb4f54851 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:58.227151 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-17e13b4f-dc75-4f69-8ae7-985d81e5443d req-97673851-ad28-4215-9269-d52eb4f54851 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.2025373
Apr 08 02:46:58.259673 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-e9505095-0561-443a-91d6-44f0d7e928c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2030029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1174035'] for subnet, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:58.323694 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.db.resource_extend [None req-abff4064-64be-4f74-bdd9-5476fa063a12 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 08 02:46:58.480821 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-17e13b4f-dc75-4f69-8ae7-985d81e5443d req-d7ce8014-cc03-47fa-a8b7-bfd0a4834c47 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2492871
Apr 08 02:46:58.533124 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9505095-0561-443a-91d6-44f0d7e928c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de67db09-4e65-4093-adee-c0b5223ad792,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:58.540860 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-abff4064-64be-4f74-bdd9-5476fa063a12 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:58.547921 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-abff4064-64be-4f74-bdd9-5476fa063a12 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:58.605793 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9505095-0561-443a-91d6-44f0d7e928c6 admin admin] Checking segment: {'id': '1b11f904-cf6a-4288-9b5c-0fec8c42034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8278b38b-284c-4ffe-8c92-91ec1c487c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:46:58.606138 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9505095-0561-443a-91d6-44f0d7e928c6 admin admin] Network hostable DHCP agents. Network: 8278b38b-284c-4ffe-8c92-91ec1c487c60, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:46:58.704643 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9505095-0561-443a-91d6-44f0d7e928c6 admin admin] Network 8278b38b-284c-4ffe-8c92-91ec1c487c60 is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:46:58.721933 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [None req-e9505095-0561-443a-91d6-44f0d7e928c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, 8278b38b-284c-4ffe-8c92-91ec1c487c60) {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:46:58.726274 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9505095-0561-443a-91d6-44f0d7e928c6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:58.726890 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-e9505095-0561-443a-91d6-44f0d7e928c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:58.733563 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2617ada-3b69-413f-b93f-98f7c587e77a None None] Network 8278b38b-284c-4ffe-8c92-91ec1c487c60 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:46:58.762853 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-e9505095-0561-443a-91d6-44f0d7e928c6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3671579
Apr 08 02:46:58.801265 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.db.l3_db [None req-abff4064-64be-4f74-bdd9-5476fa063a12 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Floating IP 71433bdf-0bd4-41c2-a406-2b6e69f7d0a7 associated. External IP: 172.27.2.7, port: 13eae4a8-fba8-4afe-8767-4b3ffface99b.
Apr 08 02:46:58.996550 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b2a1b4-5900-4bc1-b109-6c58ad2e3f1e None None] Network 8278b38b-284c-4ffe-8c92-91ec1c487c60 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:46:59.133882 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 43724) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:59.381776 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2005f959-ac65-482f-8779-899602f05669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:59.405615 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abff4064-64be-4f74-bdd9-5476fa063a12 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Router a96affaf-da1f-485a-a776-09b1fb893db9 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:46:59.416342 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-2005f959-ac65-482f-8779-899602f05669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:59.419934 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-2005f959-ac65-482f-8779-899602f05669 admin admin] Usage tracker for resource:security_group_rule and tenant:aa8ad4099ff6472cb0e0567b942d9c46 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:59.423055 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-2005f959-ac65-482f-8779-899602f05669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:59.428707 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-2005f959-ac65-482f-8779-899602f05669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:59.508775 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2005f959-ac65-482f-8779-899602f05669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:59.514598 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2005f959-ac65-482f-8779-899602f05669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:59.582125 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-2005f959-ac65-482f-8779-899602f05669 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa8ad4099ff6472cb0e0567b942d9c46&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4466493
Apr 08 02:46:59.583198 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005f959-ac65-482f-8779-899602f05669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b0c62c-8c58-47c6-a23c-7ed8c3714130,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:59.586130 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 43738) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:59.676566 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-468ed60b-a0f9-4587-9474-8b448bde20c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:59.702675 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-468ed60b-a0f9-4587-9474-8b448bde20c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:59.758828 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-468ed60b-a0f9-4587-9474-8b448bde20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:59.779448 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ed60b-a0f9-4587-9474-8b448bde20c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b0c62c-8c58-47c6-a23c-7ed8c3714130,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:59.785094 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-468ed60b-a0f9-4587-9474-8b448bde20c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:59.786489 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-468ed60b-a0f9-4587-9474-8b448bde20c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60b0c62c-8c58-47c6-a23c-7ed8c3714130 HTTP/1.1" status: 204  len: 168 time: 0.1992006
Apr 08 02:46:59.857631 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd8780-1a1a-4d0c-9dd2-458a06aa75e0 req-4d45e7e9-0597-4f9e-be6a-d1b14d64bf7a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:59.860325 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-18fd8780-1a1a-4d0c-9dd2-458a06aa75e0 req-4d45e7e9-0597-4f9e-be6a-d1b14d64bf7a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.1459560
Apr 08 02:46:59.874228 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abff4064-64be-4f74-bdd9-5476fa063a12 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:46:59.888344 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abaa713-6e7e-44c0-a451-53a7f577b9ba None None] Sync routers for ids ['a96affaf-da1f-485a-a776-09b1fb893db9'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:46:59.906310 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-abff4064-64be-4f74-bdd9-5476fa063a12 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:59.910811 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abaa713-6e7e-44c0-a451-53a7f577b9ba None None] Routers {'a96affaf-da1f-485a-a776-09b1fb893db9'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:46:59.911758 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-6abaa713-6e7e-44c0-a451-53a7f577b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2cb4580>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:46:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a96affaf-da1f-485a-a776-09b1fb893db9'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:47:00.011441 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-abff4064-64be-4f74-bdd9-5476fa063a12 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "PUT /v2.0/floatingips/71433bdf-0bd4-41c2-a406-2b6e69f7d0a7 HTTP/1.1" status: 200  len: 989 time: 2.7820415
Apr 08 02:47:00.024489 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ff8616-8e62-40fe-87e7-f976433b9288', 'tag': '13eae4a8-fba8-4afe-8767-4b3ffface99b'}] {{(pid=83136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:47:00.146478 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-18fd8780-1a1a-4d0c-9dd2-458a06aa75e0 req-c9ff8e9f-b4c1-4e35-8219-3334950a0a7c tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2793603
Apr 08 02:47:00.204902 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-aad48b6d-8a89-4240-9e4d-847cd837a93a tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:00.205532 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-6abaa713-6e7e-44c0-a451-53a7f577b9ba None None] Set router a96affaf-da1f-485a-a776-09b1fb893db9 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:47:00.205884 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-aad48b6d-8a89-4240-9e4d-847cd837a93a tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Synchronizing usage tracker for tenant:5fb44db14d6e4c14b82c05f28e8ee9d9 on resource:network {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:47:00.230275 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-aad48b6d-8a89-4240-9e4d-847cd837a93a tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Unset dirty status for tenant:5fb44db14d6e4c14b82c05f28e8ee9d9 on resource:network {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:47:00.232123 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-aad48b6d-8a89-4240-9e4d-847cd837a93a tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/networks?id=56fa5162-5751-457a-9e46-87c248750bb3 HTTP/1.1" status: 200  len: 814 time: 0.2179008
Apr 08 02:47:00.237390 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09352002-76d3-4bc1-934f-bb3df3c15295'] response: {'name': 'network-changed', 'server_uuid': '19ff8616-8e62-40fe-87e7-f976433b9288', 'tag': '13eae4a8-fba8-4afe-8767-4b3ffface99b', 'status': 'completed', 'code': 200}
Apr 08 02:47:00.250875 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-947f56de-25ff-4d79-811e-ccbdc8db26f8 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/quotas/5fb44db14d6e4c14b82c05f28e8ee9d9 HTTP/1.1" status: 200  len: 375 time: 0.0121720
Apr 08 02:47:00.305038 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 43764) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:00.308966 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-3c532ce4-9c8c-47ef-9951-1ec56492f146 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fb44db14d6e4c14b82c05f28e8ee9d9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0524576
Apr 08 02:47:00.337061 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7a0a4151-dca9-46ab-adea-7d839e26f3b4 req-e4b9f785-33d0-4133-8d7f-4c06ca5b149b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7c31bb4f3ce486591bc142b1da7553e&device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 1098 time: 0.0789223
Apr 08 02:47:00.348385 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4152cd0f-e479-49fa-b207-d61f4127f383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:00.460316 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-4152cd0f-e479-49fa-b207-d61f4127f383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:00.467495 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-4152cd0f-e479-49fa-b207-d61f4127f383 admin admin] Usage tracker for resource:security_group_rule and tenant:d020af49d5ed44e69121ee7d010152ad is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:00.473110 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-4152cd0f-e479-49fa-b207-d61f4127f383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:00.488868 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-4152cd0f-e479-49fa-b207-d61f4127f383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:00.489651 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a4151-dca9-46ab-adea-7d839e26f3b4 req-2ec212d3-4fd0-4897-b24d-00c617bbd08f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:00.491613 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7a0a4151-dca9-46ab-adea-7d839e26f3b4 req-2ec212d3-4fd0-4897-b24d-00c617bbd08f service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dea2017-1900-4ff0-b5ef-6938292bd5df HTTP/1.1" status: 200  len: 912 time: 0.1480112
Apr 08 02:47:00.497630 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-cca3e95c-55b9-4213-8bc7-114f23f3003b service neutron] 10.222.0.48 "GET /v2.0/networks/56fa5162-5751-457a-9e46-87c248750bb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1760566
Apr 08 02:47:00.595500 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-6abaa713-6e7e-44c0-a451-53a7f577b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2cb4580>, [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:27Z', 'revision_number': 4, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port': {'id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '71433bdf-0bd4-41c2-a406-2b6e69f7d0a7', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'port_id': '13eae4a8-fba8-4afe-8767-4b3ffface99b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'mac_address': 'fa:16:3e:1c:02:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ff8616-8e62-40fe-87e7-f976433b9288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:46:30Z', 'updated_at': '2022-04-08T02:46:58Z', 'revision_number': 1, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '672f3630-41b7-44f7-b424-5dc4d8859023', 'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'mac_address': 'fa:16:3e:4e:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:26Z', 'updated_at': '2022-04-08T02:46:35Z', 'revision_number': 5, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'subnets': [{'id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:47:00.600326 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abaa713-6e7e-44c0-a451-53a7f577b9ba None None] Checking router: a96affaf-da1f-485a-a776-09b1fb893db9 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:47:00.611328 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abaa713-6e7e-44c0-a451-53a7f577b9ba None None] Routers {'a96affaf-da1f-485a-a776-09b1fb893db9'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:47:00.612191 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-6abaa713-6e7e-44c0-a451-53a7f577b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2cb4580>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:46:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a96affaf-da1f-485a-a776-09b1fb893db9'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:47:00.615787 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7a0a4151-dca9-46ab-adea-7d839e26f3b4 req-0fbc87c8-08fa-49b9-a5d0-2919fbffc81c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13eae4a8-fba8-4afe-8767-4b3ffface99b HTTP/1.1" status: 200  len: 997 time: 0.1164777
Apr 08 02:47:00.684613 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a4151-dca9-46ab-adea-7d839e26f3b4 req-1182cb16-477e-4a5e-b9a6-d96c9003aae8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:00.686186 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7a0a4151-dca9-46ab-adea-7d839e26f3b4 req-1182cb16-477e-4a5e-b9a6-d96c9003aae8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4b82e368-c786-4ba4-b0db-18a49fdde3c9 HTTP/1.1" status: 200  len: 850 time: 0.0635204
Apr 08 02:47:00.761237 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4152cd0f-e479-49fa-b207-d61f4127f383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:00.763615 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-2f293db2-5ace-418a-a4e7-cb474fbc6606 service neutron] 10.222.0.48 "GET /v2.0/networks/56fa5162-5751-457a-9e46-87c248750bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2586682
Apr 08 02:47:00.767591 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7a0a4151-dca9-46ab-adea-7d839e26f3b4 req-11f8885d-7f92-4bba-89f8-855cf3796af8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dea2017-1900-4ff0-b5ef-6938292bd5df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755711
Apr 08 02:47:00.768672 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4152cd0f-e479-49fa-b207-d61f4127f383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:00.818135 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152cd0f-e479-49fa-b207-d61f4127f383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebff39e2-69de-4e24-b076-637be82fc2fb,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:00.823545 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-4152cd0f-e479-49fa-b207-d61f4127f383 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d020af49d5ed44e69121ee7d010152ad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5174108
Apr 08 02:47:00.826028 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 43770) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:00.863757 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-6abaa713-6e7e-44c0-a451-53a7f577b9ba None None] Set router a96affaf-da1f-485a-a776-09b1fb893db9 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:47:00.919336 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f8539cc3-ffe6-4a55-b9c1-bfab14f3ba71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:00.955430 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7a0a4151-dca9-46ab-adea-7d839e26f3b4 req-a4523482-be45-42be-826a-d7b5a82c909b service neutron] 10.222.0.49 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767592
Apr 08 02:47:00.969048 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f8539cc3-ffe6-4a55-b9c1-bfab14f3ba71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:01.152426 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f96a275a-58ae-42d8-af3e-490bcf605055 req-8d21b041-f1cb-4a3d-8278-fb4de95b339a tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 210 time: 0.0826285
Apr 08 02:47:01.174120 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7a0a4151-dca9-46ab-adea-7d839e26f3b4 req-499268eb-20ed-4ff5-bd9a-63d64bb3a765 service neutron] 10.222.0.49 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2036459
Apr 08 02:47:01.185007 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f8539cc3-ffe6-4a55-b9c1-bfab14f3ba71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:01.220729 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f8539cc3-ffe6-4a55-b9c1-bfab14f3ba71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:01.225103 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-f8539cc3-ffe6-4a55-b9c1-bfab14f3ba71 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ebff39e2-69de-4e24-b076-637be82fc2fb HTTP/1.1" status: 204  len: 168 time: 0.3981371
Apr 08 02:47:01.227921 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8539cc3-ffe6-4a55-b9c1-bfab14f3ba71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebff39e2-69de-4e24-b076-637be82fc2fb,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:01.433068 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fb511-a3f0-45ac-bf8b-72a77804c387 req-edf4d123-8b1f-4129-bdb0-f02c3249ea40 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:01.444817 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-064fb511-a3f0-45ac-bf8b-72a77804c387 req-edf4d123-8b1f-4129-bdb0-f02c3249ea40 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.1408870
Apr 08 02:47:01.456230 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-6abaa713-6e7e-44c0-a451-53a7f577b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2cb4580>, [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:27Z', 'revision_number': 4, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port': {'id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '71433bdf-0bd4-41c2-a406-2b6e69f7d0a7', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'port_id': '13eae4a8-fba8-4afe-8767-4b3ffface99b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'mac_address': 'fa:16:3e:1c:02:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ff8616-8e62-40fe-87e7-f976433b9288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:46:30Z', 'updated_at': '2022-04-08T02:46:58Z', 'revision_number': 1, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '672f3630-41b7-44f7-b424-5dc4d8859023', 'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'mac_address': 'fa:16:3e:4e:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:26Z', 'updated_at': '2022-04-08T02:46:35Z', 'revision_number': 5, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'subnets': [{'id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:47:01.460558 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abaa713-6e7e-44c0-a451-53a7f577b9ba None None] The sync data for ids ['a96affaf-da1f-485a-a776-09b1fb893db9'] in dv-cinder-837052-1-iscsi is: [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:27Z', 'revision_number': 4, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port': {'id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '71433bdf-0bd4-41c2-a406-2b6e69f7d0a7', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'port_id': '13eae4a8-fba8-4afe-8767-4b3ffface99b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'mac_address': 'fa:16:3e:1c:02:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ff8616-8e62-40fe-87e7-f976433b9288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:46:30Z', 'updated_at': '2022-04-08T02:46:58Z', 'revision_number': 1, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '672f3630-41b7-44f7-b424-5dc4d8859023', 'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'mac_address': 'fa:16:3e:4e:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:26Z', 'updated_at': '2022-04-08T02:46:35Z', 'revision_number': 5, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'subnets': [{'id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:47:01.504096 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-064fb511-a3f0-45ac-bf8b-72a77804c387 req-3f00a306-2505-496b-9219-361e5bbd171d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585396
Apr 08 02:47:01.709623 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0532d581-23b0-4c24-8fce-3daf656a825c None None] New status for floating IP 71433bdf-0bd4-41c2-a406-2b6e69f7d0a7: ACTIVE {{(pid=83138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:47:02.348986 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-10edd112-c0ac-4b2c-86d4-77374c9c74ec req-fe661daf-c4fe-425d-93da-4c304741d4d4 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 210 time: 0.0436513
Apr 08 02:47:02.703971 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd60ab8-7b99-429b-94b2-4ee432b73430 req-3d1e36ed-1ef9-411e-9940-adf189dccd56 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:02.705451 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6cd60ab8-7b99-429b-94b2-4ee432b73430 req-3d1e36ed-1ef9-411e-9940-adf189dccd56 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.0772340
Apr 08 02:47:02.752094 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6cd60ab8-7b99-429b-94b2-4ee432b73430 req-8198d806-6ab2-40d0-a173-b4106bae236c tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412259
Apr 08 02:47:03.514419 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4d9a806a-5b4f-47bc-8abd-ac122fd74fa7 req-2bf8b83c-76b1-4a44-a975-4918f0c79ace tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 210 time: 0.0399261
Apr 08 02:47:03.684823 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 43864) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:03.830570 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4ce6d6e7-051a-4358-b0de-5c2409b56d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:03.861132 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-4ce6d6e7-051a-4358-b0de-5c2409b56d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:03.865147 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-4ce6d6e7-051a-4358-b0de-5c2409b56d00 admin admin] Usage tracker for resource:security_group_rule and tenant:38d10cf370094d55a217df5716f51618 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:03.868085 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-4ce6d6e7-051a-4358-b0de-5c2409b56d00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:03.873984 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-4ce6d6e7-051a-4358-b0de-5c2409b56d00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:03.996919 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bba2b6-53df-486e-aedd-69d07a74ec83 req-e6a74534-cb0c-4db8-a3b7-881502f86c6c tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:03.998361 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a6bba2b6-53df-486e-aedd-69d07a74ec83 req-e6a74534-cb0c-4db8-a3b7-881502f86c6c tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.1187029
Apr 08 02:47:04.005886 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4ce6d6e7-051a-4358-b0de-5c2409b56d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:04.023212 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4ce6d6e7-051a-4358-b0de-5c2409b56d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:04.086323 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6d6e7-051a-4358-b0de-5c2409b56d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73272054-4783-461d-8097-c0a872dcf697,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:04.097406 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-4ce6d6e7-051a-4358-b0de-5c2409b56d00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38d10cf370094d55a217df5716f51618&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4087129
Apr 08 02:47:04.097406 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 43874) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:04.116326 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a6bba2b6-53df-486e-aedd-69d07a74ec83 req-c9b5a92b-382c-4387-8669-01249705f43a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089969
Apr 08 02:47:04.164418 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d346-2b28-49d5-87fd-c207c76a6fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:04.189773 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d346-2b28-49d5-87fd-c207c76a6fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:04.238644 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d346-2b28-49d5-87fd-c207c76a6fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:04.254001 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9d346-2b28-49d5-87fd-c207c76a6fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73272054-4783-461d-8097-c0a872dcf697,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:04.258384 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d346-2b28-49d5-87fd-c207c76a6fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:04.259536 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-a1d9d346-2b28-49d5-87fd-c207c76a6fc9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73272054-4783-461d-8097-c0a872dcf697 HTTP/1.1" status: 204  len: 168 time: 0.1610007
Apr 08 02:47:04.293000 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b72d6428-dbfb-43b0-8b3c-1e93788f960f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:04.601113 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 43888) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:04.619066 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7efef8b0-566f-4689-b0e9-dd240dadfef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:04.688346 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2ba1fc2e-eebf-4c33-99d1-5f44f65cca72 req-14558894-5274-4c5a-9388-ae5be8ee6780 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 210 time: 0.0515058
Apr 08 02:47:04.692924 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-7efef8b0-566f-4689-b0e9-dd240dadfef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:04.696646 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-7efef8b0-566f-4689-b0e9-dd240dadfef4 admin admin] Usage tracker for resource:security_group_rule and tenant:4b7fc8ffb43b493a9a4c0d7eacdb8250 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:04.699413 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-7efef8b0-566f-4689-b0e9-dd240dadfef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:04.705882 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-7efef8b0-566f-4689-b0e9-dd240dadfef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:04.770505 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7efef8b0-566f-4689-b0e9-dd240dadfef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:04.774269 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7efef8b0-566f-4689-b0e9-dd240dadfef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:04.823576 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-7efef8b0-566f-4689-b0e9-dd240dadfef4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b7fc8ffb43b493a9a4c0d7eacdb8250&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2212036
Apr 08 02:47:04.824176 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efef8b0-566f-4689-b0e9-dd240dadfef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd55c13-f2c8-46b7-9b4c-6301cf8aa19b,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:04.825948 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 43892) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:04.888650 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-8f754eae-8b6e-471b-9a12-ec5d9fa8f199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:04.915151 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-8f754eae-8b6e-471b-9a12-ec5d9fa8f199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:04.997585 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:47:05.151488 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-8f754eae-8b6e-471b-9a12-ec5d9fa8f199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:05.177639 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-6c62f99c-41c4-4fcf-827a-21768f94b266 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:05.179151 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-6c62f99c-41c4-4fcf-827a-21768f94b266 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.49 "GET /v2.0/networks?id=56fa5162-5751-457a-9e46-87c248750bb3 HTTP/1.1" status: 200  len: 814 time: 0.2574251
Apr 08 02:47:05.181938 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f754eae-8b6e-471b-9a12-ec5d9fa8f199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd55c13-f2c8-46b7-9b4c-6301cf8aa19b,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:05.186524 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-8f754eae-8b6e-471b-9a12-ec5d9fa8f199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:05.191199 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-8f754eae-8b6e-471b-9a12-ec5d9fa8f199 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9fd55c13-f2c8-46b7-9b4c-6301cf8aa19b HTTP/1.1" status: 204  len: 168 time: 0.3638568
Apr 08 02:47:05.205089 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-a75e66b3-589b-44aa-9d3a-87bb23f8ddfb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Request body: {'port': {'device_id': '8a8be830-80b6-459a-a34e-e19f4b587222', 'network_id': '56fa5162-5751-457a-9e46-87c248750bb3', 'admin_state_up': True, 'tenant_id': '5fb44db14d6e4c14b82c05f28e8ee9d9'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:47:05.338639 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b97552-a7cc-4467-a4ea-fde9c1c9cfda req-6b41e16f-70a0-4463-8e99-8623cc473ac3 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:05.340035 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-31b97552-a7cc-4467-a4ea-fde9c1c9cfda req-6b41e16f-70a0-4463-8e99-8623cc473ac3 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.0808146
Apr 08 02:47:05.351057 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-a75e66b3-589b-44aa-9d3a-87bb23f8ddfb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:05.356337 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-a75e66b3-589b-44aa-9d3a-87bb23f8ddfb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Usage tracker for resource:port and tenant:5fb44db14d6e4c14b82c05f28e8ee9d9 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:05.361707 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-a75e66b3-589b-44aa-9d3a-87bb23f8ddfb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:05.367893 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-a75e66b3-589b-44aa-9d3a-87bb23f8ddfb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:05.377926 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-a75e66b3-589b-44aa-9d3a-87bb23f8ddfb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Made reservation on behalf of 5fb44db14d6e4c14b82c05f28e8ee9d9 for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:47:05.380925 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-a75e66b3-589b-44aa-9d3a-87bb23f8ddfb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:05.396698 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-31b97552-a7cc-4467-a4ea-fde9c1c9cfda req-e54a871f-014b-407e-a886-50edf0cd03e2 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497966
Apr 08 02:47:05.559758 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-a75e66b3-589b-44aa-9d3a-87bb23f8ddfb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Allocated IP 172.20.0.7 (56fa5162-5751-457a-9e46-87c248750bb3/61685457-2ae9-442c-92b6-d675128ed59c/81ce21ba-cf6f-417d-ac71-eb07f357b4af) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:47:05.767463 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-a75e66b3-589b-44aa-9d3a-87bb23f8ddfb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:05.797690 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-a75e66b3-589b-44aa-9d3a-87bb23f8ddfb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:05.870854 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-a75e66b3-589b-44aa-9d3a-87bb23f8ddfb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Network 56fa5162-5751-457a-9e46-87c248750bb3 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:47:05.873914 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-a75e66b3-589b-44aa-9d3a-87bb23f8ddfb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:47:05.879220 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-a75e66b3-589b-44aa-9d3a-87bb23f8ddfb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:47:05.893575 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044651d1-55b0-4c33-8a02-e2f6c8b15d11 req-dcb811b6-40b6-4649-b79d-ac39e4cd99f5 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:05.895028 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-044651d1-55b0-4c33-8a02-e2f6c8b15d11 req-dcb811b6-40b6-4649-b79d-ac39e4cd99f5 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 931 time: 0.0843108
Apr 08 02:47:05.918118 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e66b3-589b-44aa-9d3a-87bb23f8ddfb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Pushing event updated for resources: {'Port': ['ID=81ce21ba-cf6f-417d-ac71-eb07f357b4af,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:05.943897 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-044651d1-55b0-4c33-8a02-e2f6c8b15d11 req-0025b7ee-ca98-409f-9c27-0431deab0697 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Synchronizing usage tracker for tenant:5fb44db14d6e4c14b82c05f28e8ee9d9 on resource:security_group {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:47:05.948764 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-a75e66b3-589b-44aa-9d3a-87bb23f8ddfb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:05.949440 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-a75e66b3-589b-44aa-9d3a-87bb23f8ddfb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:05.964602 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-044651d1-55b0-4c33-8a02-e2f6c8b15d11 req-0025b7ee-ca98-409f-9c27-0431deab0697 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Unset dirty status for tenant:5fb44db14d6e4c14b82c05f28e8ee9d9 on resource:security_group {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:47:05.966909 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-044651d1-55b0-4c33-8a02-e2f6c8b15d11 req-0025b7ee-ca98-409f-9c27-0431deab0697 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652857
Apr 08 02:47:05.975734 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-a75e66b3-589b-44aa-9d3a-87bb23f8ddfb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7758939
Apr 08 02:47:05.993145 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Request body: {'port': {'device_id': '8a8be830-80b6-459a-a34e-e19f4b587222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:47:06.107859 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:06.455300 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ce21ba-cf6f-417d-ac71-eb07f357b4af {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:47:06.462153 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:06.478425 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Transition to ACTIVE for port object 81ce21ba-cf6f-417d-ac71-eb07f357b4af will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:47:06.482695 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:06.533145 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-643e18fd-8c10-4499-ab06-ea2b4984f807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:06.641987 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa99db-a64e-414b-9cd4-875bdcbf373c req-5275ecd8-dabf-407d-9a8e-764b753cb561 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:06.645123 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Pushing event updated for resources: {'Port': ['ID=81ce21ba-cf6f-417d-ac71-eb07f357b4af,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:06.646140 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a5aa99db-a64e-414b-9cd4-875bdcbf373c req-5275ecd8-dabf-407d-9a8e-764b753cb561 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.1048887
Apr 08 02:47:06.690957 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a5aa99db-a64e-414b-9cd4-875bdcbf373c req-c9224a51-3e69-46de-8085-47df11ecd311 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409572
Apr 08 02:47:06.749561 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Attempting to bind port 81ce21ba-cf6f-417d-ac71-eb07f357b4af on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:47:06.749886 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Attempting to bind port 81ce21ba-cf6f-417d-ac71-eb07f357b4af by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '6f7f923e-7e4e-4814-83ce-e87b69f494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '56fa5162-5751-457a-9e46-87c248750bb3'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:47:06.750203 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Attempting to bind port 81ce21ba-cf6f-417d-ac71-eb07f357b4af on network 56fa5162-5751-457a-9e46-87c248750bb3 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:47:06.755766 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Port 81ce21ba-cf6f-417d-ac71-eb07f357b4af on network 56fa5162-5751-457a-9e46-87c248750bb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:47:06.756077 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Attempting to bind port 81ce21ba-cf6f-417d-ac71-eb07f357b4af on network 56fa5162-5751-457a-9e46-87c248750bb3 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:47:06.762134 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:47:06.765378 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Checking segment: {'id': '6f7f923e-7e4e-4814-83ce-e87b69f494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '56fa5162-5751-457a-9e46-87c248750bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:47:06.765785 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Bound using segment: {'id': '6f7f923e-7e4e-4814-83ce-e87b69f494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '56fa5162-5751-457a-9e46-87c248750bb3'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:47:06.766219 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Bound port: 81ce21ba-cf6f-417d-ac71-eb07f357b4af, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f7f923e-7e4e-4814-83ce-e87b69f494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '56fa5162-5751-457a-9e46-87c248750bb3'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:47:06.766571 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:06.854115 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] For port 81ce21ba-cf6f-417d-ac71-eb07f357b4af, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:47:06.857180 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] For port 81ce21ba-cf6f-417d-ac71-eb07f357b4af, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=81ce21ba-cf6f-417d-ac71-eb07f357b4af,segment=NetworkSegment(6f7f923e-7e4e-4814-83ce-e87b69f494b5),segment_id=6f7f923e-7e4e-4814-83ce-e87b69f494b5)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:47:06.860786 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:06.923661 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:06.924995 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] 10.222.0.49 "PUT /v2.0/ports/81ce21ba-cf6f-417d-ac71-eb07f357b4af HTTP/1.1" status: 200  len: 1093 time: 0.9399235
Apr 08 02:47:06.925418 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8be830-80b6-459a-a34e-e19f4b587222', 'tag': '81ce21ba-cf6f-417d-ac71-eb07f357b4af'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:47:06.947788 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fe790-db30-422c-b86b-ff15b2769d30 service neutron] Pushing event updated for resources: {'Port': ['ID=81ce21ba-cf6f-417d-ac71-eb07f357b4af,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:07.086067 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d802d3-d466-4f00-ba53-332eebfa6ee2'] response: {'name': 'network-changed', 'server_uuid': '8a8be830-80b6-459a-a34e-e19f4b587222', 'tag': '81ce21ba-cf6f-417d-ac71-eb07f357b4af', 'status': 'completed', 'code': 200}
Apr 08 02:47:07.128054 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-b7091d7e-e11d-4bc5-834a-f21036a6ec27 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5fb44db14d6e4c14b82c05f28e8ee9d9&device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 1096 time: 0.1473558
Apr 08 02:47:07.185094 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b03f83-093c-422f-92ce-a7624fd60cbb req-6a229995-0dff-4b19-9337-9c4d4f931301 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:07.186896 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-02b03f83-093c-422f-92ce-a7624fd60cbb req-6a229995-0dff-4b19-9337-9c4d4f931301 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 943 time: 0.0811639
Apr 08 02:47:07.201789 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-f6ca5722-8059-4db0-894e-a47db53b3ec5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81ce21ba-cf6f-417d-ac71-eb07f357b4af HTTP/1.1" status: 200  len: 217 time: 0.0659616
Apr 08 02:47:07.243030 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-02b03f83-093c-422f-92ce-a7624fd60cbb req-35852f3f-3dd4-4b26-8d86-5831f59f4c81 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492880
Apr 08 02:47:07.265768 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-0cd7a1d7-3949-4423-8835-4470c483422b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:07.267388 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-0cd7a1d7-3949-4423-8835-4470c483422b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=61685457-2ae9-442c-92b6-d675128ed59c HTTP/1.1" status: 200  len: 854 time: 0.0594130
Apr 08 02:47:07.313794 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-057cabba-b800-422f-ae7e-a02a76a8b516 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=56fa5162-5751-457a-9e46-87c248750bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393641
Apr 08 02:47:07.455931 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-74757db0-9ab7-455d-afd4-553f41aa3fe0 service neutron] 10.222.0.49 "GET /v2.0/networks/56fa5162-5751-457a-9e46-87c248750bb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342835
Apr 08 02:47:07.596043 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3293470f-8b6d-4728-8dd7-e7706b16d821 req-d81c03f1-448e-4a13-b5aa-2efef743d2c0 service neutron] 10.222.0.49 "GET /v2.0/networks/56fa5162-5751-457a-9e46-87c248750bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321375
Apr 08 02:47:07.663551 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:07.735554 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4dc8b965-9fa9-485b-be38-e95299c93174 req-65aeeecf-2c74-4ec0-95b5-5395b2137673 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5fb44db14d6e4c14b82c05f28e8ee9d9&device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 1096 time: 0.0809708
Apr 08 02:47:07.848323 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:07.941318 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8b965-9fa9-485b-be38-e95299c93174 req-664f8797-7999-438c-9d97-f2e049fc1d61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:07.941866 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c4ddb-cd11-415e-a52f-bae360566dd7 req-2c146bee-4947-4318-be8d-e6065ebc444f tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:07.942799 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4dc8b965-9fa9-485b-be38-e95299c93174 req-664f8797-7999-438c-9d97-f2e049fc1d61 service neutron] 10.222.0.49 "GET /v2.0/networks?id=56fa5162-5751-457a-9e46-87c248750bb3 HTTP/1.1" status: 200  len: 915 time: 0.2006843
Apr 08 02:47:07.948490 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3e3c4ddb-cd11-415e-a52f-bae360566dd7 req-2c146bee-4947-4318-be8d-e6065ebc444f tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.1081066
Apr 08 02:47:08.005326 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3e3c4ddb-cd11-415e-a52f-bae360566dd7 req-4e401f0f-2219-4d77-99f0-b2525d61e4e5 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553427
Apr 08 02:47:08.060273 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4dc8b965-9fa9-485b-be38-e95299c93174 req-765eed7b-2954-46d9-8168-587371fe8332 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81ce21ba-cf6f-417d-ac71-eb07f357b4af HTTP/1.1" status: 200  len: 217 time: 0.1099968
Apr 08 02:47:08.129664 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8b965-9fa9-485b-be38-e95299c93174 req-aff0de9c-e0c1-4f72-9e55-f93cc40b2010 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:08.131091 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4dc8b965-9fa9-485b-be38-e95299c93174 req-aff0de9c-e0c1-4f72-9e55-f93cc40b2010 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=61685457-2ae9-442c-92b6-d675128ed59c HTTP/1.1" status: 200  len: 854 time: 0.0610275
Apr 08 02:47:08.176197 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4dc8b965-9fa9-485b-be38-e95299c93174 req-21ced8ee-881c-4ad5-b590-e9ef3122ddc4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=56fa5162-5751-457a-9e46-87c248750bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0380423
Apr 08 02:47:08.306648 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4dc8b965-9fa9-485b-be38-e95299c93174 req-171ddc63-a623-4fbe-8282-61397ad5627d service neutron] 10.222.0.49 "GET /v2.0/networks/56fa5162-5751-457a-9e46-87c248750bb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228802
Apr 08 02:47:08.435267 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4dc8b965-9fa9-485b-be38-e95299c93174 req-e5506f88-6c7f-45b7-8e9e-edec12bee6fb service neutron] 10.222.0.49 "GET /v2.0/networks/56fa5162-5751-457a-9e46-87c248750bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220345
Apr 08 02:47:08.447490 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5dc959-f40b-43bc-90ba-009301d27d5d req-56d338d6-f83e-44bd-8013-cfe4d8ee8467 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:08.448916 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9c5dc959-f40b-43bc-90ba-009301d27d5d req-56d338d6-f83e-44bd-8013-cfe4d8ee8467 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 943 time: 0.0813537
Apr 08 02:47:08.480226 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:08.496752 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9c5dc959-f40b-43bc-90ba-009301d27d5d req-c765bf70-d05e-4a52-bec8-2b963d16f10c tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415232
Apr 08 02:47:09.133775 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:09.203220 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63852fc8-ff91-408e-8f2e-c9b3fe0ef6a6 req-f9236512-5cda-4f6d-a823-31f3b551cc55 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:09.204641 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-63852fc8-ff91-408e-8f2e-c9b3fe0ef6a6 req-f9236512-5cda-4f6d-a823-31f3b551cc55 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.0850358
Apr 08 02:47:09.251894 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-63852fc8-ff91-408e-8f2e-c9b3fe0ef6a6 req-650cf277-6aa2-446c-8539-d82b62a59bf2 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413907
Apr 08 02:47:09.366280 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-0b629377-b59f-4222-ae2f-5963d9091794 req-99abc275-f80e-4cf1-9228-4bb4431d5506 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 1098 time: 0.0730934
Apr 08 02:47:09.414883 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-0b629377-b59f-4222-ae2f-5963d9091794 req-9af88520-25ef-4e89-a7d1-36ad0a2a4a5b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389972
Apr 08 02:47:09.740403 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c983b46-920f-485c-98ad-61330e306168 req-fc297089-8c63-4c15-9a57-92982cc95b1d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:09.741741 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8c983b46-920f-485c-98ad-61330e306168 req-fc297089-8c63-4c15-9a57-92982cc95b1d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 943 time: 0.1261098
Apr 08 02:47:09.785608 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8c983b46-920f-485c-98ad-61330e306168 req-2daa0a1a-630f-4562-8a60-cf5ca5008cdb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384781
Apr 08 02:47:10.475106 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23ef6f-dadd-478e-9fdf-fa254b306338 req-35cbcfa4-f043-4f75-a471-75325c9daae2 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:10.476846 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5c23ef6f-dadd-478e-9fdf-fa254b306338 req-35cbcfa4-f043-4f75-a471-75325c9daae2 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.0994906
Apr 08 02:47:10.532342 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5c23ef6f-dadd-478e-9fdf-fa254b306338 req-8c5f97fb-e363-4231-9000-4b3c35a67127 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489647
Apr 08 02:47:10.983321 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcb427-e79b-4987-8e42-d3382eb3bed3 req-95891895-7246-49e0-b3fd-f8382517bc0d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:10.985376 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b8bcb427-e79b-4987-8e42-d3382eb3bed3 req-95891895-7246-49e0-b3fd-f8382517bc0d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 943 time: 0.0787506
Apr 08 02:47:11.032955 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b8bcb427-e79b-4987-8e42-d3382eb3bed3 req-706d8079-0862-4cc9-96fc-440e708af6cf tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420833
Apr 08 02:47:11.740787 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c2fa3-f9e6-4b03-b0cd-2bfc094d4579 req-733d2074-ede3-4bb1-8f47-f3af45928b94 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:11.743015 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-861c2fa3-f9e6-4b03-b0cd-2bfc094d4579 req-733d2074-ede3-4bb1-8f47-f3af45928b94 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.0826685
Apr 08 02:47:11.804316 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-861c2fa3-f9e6-4b03-b0cd-2bfc094d4579 req-e1e70ae3-f8ed-41da-befb-2d688dbac77f tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509815
Apr 08 02:47:12.287001 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbf038-f481-45f7-b257-6aa9505919d7 req-fd606f44-fd3b-4c30-a7f3-0cec2a710dfb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:12.288437 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0afbf038-f481-45f7-b257-6aa9505919d7 req-fd606f44-fd3b-4c30-a7f3-0cec2a710dfb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 943 time: 0.0885324
Apr 08 02:47:12.295247 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1207b97d-6a09-4f48-af57-b3c135a93514 req-26c8518d-3bf9-4605-9708-5ee4298f35a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 1098 time: 0.0913041
Apr 08 02:47:12.386286 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0afbf038-f481-45f7-b257-6aa9505919d7 req-55e0f174-428b-4759-9e45-7649d5227331 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633941
Apr 08 02:47:12.403492 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95894135-76d2-4b17-9152-da78324bf982 req-815b7375-b687-41df-ae83-079a34a94996 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:12.406771 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-95894135-76d2-4b17-9152-da78324bf982 req-815b7375-b687-41df-ae83-079a34a94996 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.1157656
Apr 08 02:47:12.430535 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207b97d-6a09-4f48-af57-b3c135a93514 req-59c069bf-a86b-41bd-8eae-edba816174ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:12.431994 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1207b97d-6a09-4f48-af57-b3c135a93514 req-59c069bf-a86b-41bd-8eae-edba816174ea service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 200  len: 919 time: 0.1307290
Apr 08 02:47:12.452813 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-95894135-76d2-4b17-9152-da78324bf982 req-8255c2e4-b0ad-441e-b32e-368acc05c5bf tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401399
Apr 08 02:47:12.553059 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1207b97d-6a09-4f48-af57-b3c135a93514 req-ccc6e5d1-cd39-481c-a0d3-197467870cab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1765d10f-4f9f-4883-99d5-299517e80053 HTTP/1.1" status: 200  len: 217 time: 0.1117859
Apr 08 02:47:12.619657 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207b97d-6a09-4f48-af57-b3c135a93514 req-8f325322-221f-4074-85ba-8f515b62e117 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:12.621025 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1207b97d-6a09-4f48-af57-b3c135a93514 req-8f325322-221f-4074-85ba-8f515b62e117 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bb3aae2-b572-44aa-8358-c4c59784dbe8 HTTP/1.1" status: 200  len: 857 time: 0.0560749
Apr 08 02:47:12.654059 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 81ce21ba-cf6f-417d-ac71-eb07f357b4af details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:47:12.698535 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1207b97d-6a09-4f48-af57-b3c135a93514 req-8c601555-2b1e-45d5-bac0-73e90ea4b1cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703411
Apr 08 02:47:12.809753 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 81ce21ba-cf6f-417d-ac71-eb07f357b4af, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=81ce21ba-cf6f-417d-ac71-eb07f357b4af,segment=NetworkSegment(6f7f923e-7e4e-4814-83ce-e87b69f494b5),segment_id=6f7f923e-7e4e-4814-83ce-e87b69f494b5)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:47:12.822743 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': '81ce21ba-cf6f-417d-ac71-eb07f357b4af', 'network_id': '56fa5162-5751-457a-9e46-87c248750bb3', 'port_id': '81ce21ba-cf6f-417d-ac71-eb07f357b4af', 'mac_address': 'fa:16:3e:ce:1d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61685457-2ae9-442c-92b6-d675128ed59c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:47:12.838190 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1207b97d-6a09-4f48-af57-b3c135a93514 req-60260724-554d-4f4e-ae46-94444753e7f0 service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330049
Apr 08 02:47:12.877348 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:12.895123 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ce21ba-cf6f-417d-ac71-eb07f357b4af {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:47:12.911186 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 81ce21ba-cf6f-417d-ac71-eb07f357b4af, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=81ce21ba-cf6f-417d-ac71-eb07f357b4af,segment=NetworkSegment(6f7f923e-7e4e-4814-83ce-e87b69f494b5),segment_id=6f7f923e-7e4e-4814-83ce-e87b69f494b5)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:47:12.915878 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:12.979243 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1207b97d-6a09-4f48-af57-b3c135a93514 req-30bfbd79-63c0-4e93-a653-e17a5aa8e20f service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345639
Apr 08 02:47:12.997468 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=81ce21ba-cf6f-417d-ac71-eb07f357b4af,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:13.630915 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb407c-3395-45cb-b5da-32d48a89a131 req-4ef32699-222b-41e8-ac26-905e77df0b88 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:13.632352 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-23fb407c-3395-45cb-b5da-32d48a89a131 req-4ef32699-222b-41e8-ac26-905e77df0b88 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 944 time: 0.1205857
Apr 08 02:47:13.694691 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-23fb407c-3395-45cb-b5da-32d48a89a131 req-de4b0e43-5c57-4ce5-bea6-a67ac8bee49a tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543227
Apr 08 02:47:13.709744 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712087dc-5cb5-4862-a3bc-2105639999c1 req-9b16e4ae-2752-4cc3-80df-b84f968c40ab tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:13.711436 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-712087dc-5cb5-4862-a3bc-2105639999c1 req-9b16e4ae-2752-4cc3-80df-b84f968c40ab tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.1358573
Apr 08 02:47:13.758208 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-712087dc-5cb5-4862-a3bc-2105639999c1 req-4fa83700-99d4-4972-8a04-5af0f25a90b4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384529
Apr 08 02:47:14.933086 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7104c-cdc1-47e0-82cd-5a50f4afd96e req-4811e08f-6fe5-4a72-ab35-5c12e6751a3b tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:14.934486 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-93a7104c-cdc1-47e0-82cd-5a50f4afd96e req-4811e08f-6fe5-4a72-ab35-5c12e6751a3b tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 944 time: 0.1160066
Apr 08 02:47:14.995349 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-93a7104c-cdc1-47e0-82cd-5a50f4afd96e req-6c57105d-4bb8-488c-a439-6eabbc4017d2 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506928
Apr 08 02:47:15.002175 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3942f18-b605-4228-ac7e-a2bd4c441e0f req-c8ef51d2-4856-4b45-bf8d-5f269de56ad8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:15.003764 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f3942f18-b605-4228-ac7e-a2bd4c441e0f req-c8ef51d2-4856-4b45-bf8d-5f269de56ad8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.1252716
Apr 08 02:47:15.057449 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f3942f18-b605-4228-ac7e-a2bd4c441e0f req-186385fb-befc-4c52-8f4b-e5ff50a70e8d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449581
Apr 08 02:47:16.194403 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73598188-39aa-4055-9063-ad9463673c69 req-b484e9b9-bc70-45bf-aa80-45bda59a7c12 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:16.195806 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-73598188-39aa-4055-9063-ad9463673c69 req-b484e9b9-bc70-45bf-aa80-45bda59a7c12 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 944 time: 0.0764477
Apr 08 02:47:16.289717 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-73598188-39aa-4055-9063-ad9463673c69 req-787070ca-6a6d-4686-8dc9-3b5bef9f0b98 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656946
Apr 08 02:47:16.302936 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6404f26-f4f3-4f5b-bb6f-f1fd536669ff req-8f2aa0f1-dbb4-4c9c-aace-5c652a26e6fa tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:16.304335 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e6404f26-f4f3-4f5b-bb6f-f1fd536669ff req-8f2aa0f1-dbb4-4c9c-aace-5c652a26e6fa tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.1172302
Apr 08 02:47:16.349505 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e6404f26-f4f3-4f5b-bb6f-f1fd536669ff req-f76964cd-747c-45bd-9078-4ecac5b6435f tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396383
Apr 08 02:47:16.895414 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['81ce21ba-cf6f-417d-ac71-eb07f357b4af'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:47:17.525954 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641a7c6-1a2a-437a-97ef-356fe97f67f1 req-bbf274ba-38d3-4126-b5b1-3933c8fecf06 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:17.527401 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3641a7c6-1a2a-437a-97ef-356fe97f67f1 req-bbf274ba-38d3-4126-b5b1-3933c8fecf06 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 944 time: 0.1160402
Apr 08 02:47:17.588064 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3641a7c6-1a2a-437a-97ef-356fe97f67f1 req-349f1e8e-1ff8-42d6-b56b-3e74f3554342 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510879
Apr 08 02:47:17.594784 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac067c-2cd2-4ff7-86e5-39f49e161302 req-d83140a5-92e9-468d-a872-3d58173c1a54 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:17.596160 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bbac067c-2cd2-4ff7-86e5-39f49e161302 req-d83140a5-92e9-468d-a872-3d58173c1a54 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.1274216
Apr 08 02:47:17.641914 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bbac067c-2cd2-4ff7-86e5-39f49e161302 req-a779ccf9-4862-4b35-a08e-95ce4e8f3e5d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397799
Apr 08 02:47:18.679005 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 81ce21ba-cf6f-417d-ac71-eb07f357b4af up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:47:18.812446 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4a86-e1bc-4399-9c5a-603f05a4e8f9 req-8c58322a-fbfd-4c88-9f22-edec9a5bd27c tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:18.819613 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a36c4a86-e1bc-4399-9c5a-603f05a4e8f9 req-8c58322a-fbfd-4c88-9f22-edec9a5bd27c tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 944 time: 0.0938478
Apr 08 02:47:18.825853 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port 81ce21ba-cf6f-417d-ac71-eb07f357b4af completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:47:18.831720 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port 81ce21ba-cf6f-417d-ac71-eb07f357b4af triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:47:18.832230 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:18.875784 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a36c4a86-e1bc-4399-9c5a-603f05a4e8f9 req-d86cea45-b8fd-4bd3-8759-2e196edb012d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552418
Apr 08 02:47:18.895187 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 44178) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:19.008974 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:19.039498 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc43641-4d6a-4c53-a758-b49182950703 req-3e97ac93-5f28-4081-ac93-a194cef00e91 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:19.041655 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3dc43641-4d6a-4c53-a758-b49182950703 req-3e97ac93-5f28-4081-ac93-a194cef00e91 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.1460738
Apr 08 02:47:19.075398 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8be830-80b6-459a-a34e-e19f4b587222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ce21ba-cf6f-417d-ac71-eb07f357b4af'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:47:19.095354 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3dc43641-4d6a-4c53-a758-b49182950703 req-8be8a911-41f8-4eb3-b96a-90c36b0937f0 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457497
Apr 08 02:47:19.099107 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 81ce21ba-cf6f-417d-ac71-eb07f357b4af, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=81ce21ba-cf6f-417d-ac71-eb07f357b4af,segment=NetworkSegment(6f7f923e-7e4e-4814-83ce-e87b69f494b5),segment_id=6f7f923e-7e4e-4814-83ce-e87b69f494b5)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:47:19.104776 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:19.176278 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d670967-cf0b-4d9e-a7e5-4992f332531b'] response: {'server_uuid': '8a8be830-80b6-459a-a34e-e19f4b587222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ce21ba-cf6f-417d-ac71-eb07f357b4af', 'code': 200}
Apr 08 02:47:19.196185 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=81ce21ba-cf6f-417d-ac71-eb07f357b4af,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:19.209282 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cddd719a-195b-40d7-86fa-5765de79c884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:19.244225 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-cddd719a-195b-40d7-86fa-5765de79c884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:19.248047 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-cddd719a-195b-40d7-86fa-5765de79c884 admin admin] Usage tracker for resource:security_group_rule and tenant:df6f68d6beb54fa6a1b14b546b5dec31 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:19.251629 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-cddd719a-195b-40d7-86fa-5765de79c884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:19.257507 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-cddd719a-195b-40d7-86fa-5765de79c884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:19.329424 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cddd719a-195b-40d7-86fa-5765de79c884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:19.333500 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cddd719a-195b-40d7-86fa-5765de79c884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:19.424440 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd719a-195b-40d7-86fa-5765de79c884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782cd21e-6fb1-496e-a5ca-7a987aab0431,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:19.442267 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-cddd719a-195b-40d7-86fa-5765de79c884 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df6f68d6beb54fa6a1b14b546b5dec31&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5459638
Apr 08 02:47:19.444967 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 44196) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:19.459845 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2c503f31-3ad2-4565-bca3-d572a2e82c02 req-79912387-5fb5-4d2f-ad24-13cc6061fff6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 1098 time: 0.1122119
Apr 08 02:47:19.509898 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2c503f31-3ad2-4565-bca3-d572a2e82c02 req-ba37d43b-639c-4ae7-a238-0da96688f262 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406306
Apr 08 02:47:19.510046 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-10e23b19-b0dd-4790-b02d-f4ea39ae46fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:19.536578 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-10e23b19-b0dd-4790-b02d-f4ea39ae46fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:19.588238 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-10e23b19-b0dd-4790-b02d-f4ea39ae46fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:19.604336 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e23b19-b0dd-4790-b02d-f4ea39ae46fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782cd21e-6fb1-496e-a5ca-7a987aab0431,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:19.614018 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-10e23b19-b0dd-4790-b02d-f4ea39ae46fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:19.615145 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-10e23b19-b0dd-4790-b02d-f4ea39ae46fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/782cd21e-6fb1-496e-a5ca-7a987aab0431 HTTP/1.1" status: 204  len: 168 time: 0.1690004
Apr 08 02:47:19.942294 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 44206) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:19.963249 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-30c72e35-80de-458d-a0f8-de63312ba12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:19.996358 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-30c72e35-80de-458d-a0f8-de63312ba12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:20.001328 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-30c72e35-80de-458d-a0f8-de63312ba12a admin admin] Usage tracker for resource:security_group_rule and tenant:fb46d81b78964c14ab1efb3f68308e75 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:20.004891 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-30c72e35-80de-458d-a0f8-de63312ba12a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:20.012180 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-30c72e35-80de-458d-a0f8-de63312ba12a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:20.135703 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-30c72e35-80de-458d-a0f8-de63312ba12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:20.139357 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-30c72e35-80de-458d-a0f8-de63312ba12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:20.243636 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425e91a-a26b-4a3b-a869-d161d09c84c9 req-a78b8e8e-c19c-408c-ab92-56746502f3cb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:20.245059 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0425e91a-a26b-4a3b-a869-d161d09c84c9 req-a78b8e8e-c19c-408c-ab92-56746502f3cb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 945 time: 0.2127638
Apr 08 02:47:20.303096 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c72e35-80de-458d-a0f8-de63312ba12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd12197-141e-4b3e-85a6-b70a78c0646d,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:20.313144 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-30c72e35-80de-458d-a0f8-de63312ba12a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb46d81b78964c14ab1efb3f68308e75&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3689027
Apr 08 02:47:20.316573 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 44220) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:20.368145 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0425e91a-a26b-4a3b-a869-d161d09c84c9 req-89b380ab-4899-4f65-82ba-7136209d55a6 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132565
Apr 08 02:47:20.400753 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969972b9-1374-4720-a70b-b4c676fc373d req-ee2fe98f-6cab-42c3-b4b5-6068f912d2b6 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:20.402204 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-969972b9-1374-4720-a70b-b4c676fc373d req-ee2fe98f-6cab-42c3-b4b5-6068f912d2b6 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.1537752
Apr 08 02:47:20.409886 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1da60ee9-b145-4ae9-b9e0-cc376cc217b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:20.439524 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1da60ee9-b145-4ae9-b9e0-cc376cc217b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:20.466275 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-969972b9-1374-4720-a70b-b4c676fc373d req-3ef608b7-1a9c-4028-8186-316813eb8ed6 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579569
Apr 08 02:47:20.500813 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1da60ee9-b145-4ae9-b9e0-cc376cc217b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:20.518413 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da60ee9-b145-4ae9-b9e0-cc376cc217b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd12197-141e-4b3e-85a6-b70a78c0646d,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:20.535103 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1da60ee9-b145-4ae9-b9e0-cc376cc217b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:20.536944 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-1da60ee9-b145-4ae9-b9e0-cc376cc217b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9dd12197-141e-4b3e-85a6-b70a78c0646d HTTP/1.1" status: 204  len: 168 time: 0.2192841
Apr 08 02:47:21.553593 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd675e-cda3-49d4-be26-f4382c68f10b req-08eadac0-96d6-40ca-80cf-fcd73cd7c750 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:21.555052 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4ffd675e-cda3-49d4-be26-f4382c68f10b req-08eadac0-96d6-40ca-80cf-fcd73cd7c750 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 945 time: 0.0766225
Apr 08 02:47:21.604612 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4ffd675e-cda3-49d4-be26-f4382c68f10b req-b6d59da1-60d2-4fa2-a186-299b6720afbf tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439954
Apr 08 02:47:23.366651 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 44346) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:23.372245 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-9913acc3-c00e-4160-a8de-610730ca4f29 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--127559271', 'description': 'tempest-description--631535077'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:47:23.378053 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-9913acc3-c00e-4160-a8de-610730ca4f29 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:23.381823 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-9913acc3-c00e-4160-a8de-610730ca4f29 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Usage tracker for resource:security_group and tenant:2f0c4cd55acc4607852747c5d796609e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:23.384609 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-9913acc3-c00e-4160-a8de-610730ca4f29 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:23.391275 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-9913acc3-c00e-4160-a8de-610730ca4f29 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:23.400315 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-9913acc3-c00e-4160-a8de-610730ca4f29 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:23.447217 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-9913acc3-c00e-4160-a8de-610730ca4f29 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:23.451112 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-9913acc3-c00e-4160-a8de-610730ca4f29 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Usage tracker for resource:security_group_rule and tenant:2f0c4cd55acc4607852747c5d796609e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:23.454573 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-9913acc3-c00e-4160-a8de-610730ca4f29 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:23.461205 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-9913acc3-c00e-4160-a8de-610730ca4f29 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:23.525216 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-9913acc3-c00e-4160-a8de-610730ca4f29 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:23.540338 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-9913acc3-c00e-4160-a8de-610730ca4f29 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:23.588439 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913acc3-c00e-4160-a8de-610730ca4f29 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:23.592311 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-9913acc3-c00e-4160-a8de-610730ca4f29 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:23.594397 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-9913acc3-c00e-4160-a8de-610730ca4f29 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.2267447
Apr 08 02:47:23.597438 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 44354) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:23.604214 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-d49afd1b-f82b-482b-a130-f013e3876ae8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Request body: {'security_group_rule': {'security_group_id': 'f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:47:23.610553 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-d49afd1b-f82b-482b-a130-f013e3876ae8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:23.614747 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-d49afd1b-f82b-482b-a130-f013e3876ae8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Usage tracker for resource:security_group_rule and tenant:2f0c4cd55acc4607852747c5d796609e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:23.617801 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-d49afd1b-f82b-482b-a130-f013e3876ae8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:23.623659 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-d49afd1b-f82b-482b-a130-f013e3876ae8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:23.668432 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d49afd1b-f82b-482b-a130-f013e3876ae8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:23.737674 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d49afd1b-f82b-482b-a130-f013e3876ae8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:23.743592 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d49afd1b-f82b-482b-a130-f013e3876ae8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:23.771702 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49afd1b-f82b-482b-a130-f013e3876ae8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f56447-c1c5-4238-b2e7-df002a437f1b,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:23.783216 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d49afd1b-f82b-482b-a130-f013e3876ae8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:23.784694 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-d49afd1b-f82b-482b-a130-f013e3876ae8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1860721
Apr 08 02:47:23.787630 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 44362) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:23.795270 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-38513495-204c-41c4-8558-8cc8b9cd41c8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Request body: {'security_group_rule': {'security_group_id': 'f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:47:23.802034 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-38513495-204c-41c4-8558-8cc8b9cd41c8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:23.806250 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-38513495-204c-41c4-8558-8cc8b9cd41c8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Usage tracker for resource:security_group_rule and tenant:2f0c4cd55acc4607852747c5d796609e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:23.809354 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-38513495-204c-41c4-8558-8cc8b9cd41c8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:23.816252 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-38513495-204c-41c4-8558-8cc8b9cd41c8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:23.834989 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-38513495-204c-41c4-8558-8cc8b9cd41c8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:23.899632 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-38513495-204c-41c4-8558-8cc8b9cd41c8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:23.905635 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-38513495-204c-41c4-8558-8cc8b9cd41c8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:23.932131 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38513495-204c-41c4-8558-8cc8b9cd41c8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c9b999-fd64-4d28-ab2e-ff434e9e39e5,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:23.945920 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-38513495-204c-41c4-8558-8cc8b9cd41c8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:23.950305 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-38513495-204c-41c4-8558-8cc8b9cd41c8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1582892
Apr 08 02:47:23.950747 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 44372) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:23.956435 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Request body: {'floatingip': {'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:47:23.961751 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:23.966009 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Usage tracker for resource:floatingip and tenant:2f0c4cd55acc4607852747c5d796609e is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:23.970340 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:23.982941 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:23.995477 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for floatingip, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:24.133463 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:24.276974 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 44380) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:24.286894 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_common [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Allocated IP 172.27.2.30 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/933c9d84-e098-4265-bdc5-64e3ffe9f45c) {{(pid=83136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:47:24.434794 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f11a00ad-dfc6-47da-8565-eafe4acdb4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:24.444583 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for port, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:24.466215 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-f11a00ad-dfc6-47da-8565-eafe4acdb4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:24.471502 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-f11a00ad-dfc6-47da-8565-eafe4acdb4ab admin admin] Usage tracker for resource:security_group_rule and tenant:dc8bed25ca5d4714930c78da7a2ece75 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:24.473193 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:24.474787 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-f11a00ad-dfc6-47da-8565-eafe4acdb4ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:24.480342 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-f11a00ad-dfc6-47da-8565-eafe4acdb4ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:24.545341 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:47:24.546391 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Pushing event updated for resources: {'Port': ['ID=933c9d84-e098-4265-bdc5-64e3ffe9f45c,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:24.546629 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f11a00ad-dfc6-47da-8565-eafe4acdb4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:24.549419 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Resources bound (agent type, host, resource id):  {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:47:24.551552 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Received port after_create {{(pid=83136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:47:24.551864 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f11a00ad-dfc6-47da-8565-eafe4acdb4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:24.599567 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a00ad-dfc6-47da-8565-eafe4acdb4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d812ac-e4cd-4a97-a367-4c883f939764,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:24.609222 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-f11a00ad-dfc6-47da-8565-eafe4acdb4ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc8bed25ca5d4714930c78da7a2ece75&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3281915
Apr 08 02:47:24.609861 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 44388) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:24.681465 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fc22a405-4caa-4f30-b046-8ad147098e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:24.705869 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fc22a405-4caa-4f30-b046-8ad147098e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:24.729705 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:24.758602 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fc22a405-4caa-4f30-b046-8ad147098e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:24.781134 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22a405-4caa-4f30-b046-8ad147098e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d812ac-e4cd-4a97-a367-4c883f939764,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:24.789167 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:24.797883 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fc22a405-4caa-4f30-b046-8ad147098e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:24.799063 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-fc22a405-4caa-4f30-b046-8ad147098e99 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84d812ac-e4cd-4a97-a367-4c883f939764 HTTP/1.1" status: 204  len: 168 time: 0.1885855
Apr 08 02:47:25.056094 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for port, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:25.062403 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2029878'] for port, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:25.182283 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Pushing event updated for resources: {'Port': ['ID=933c9d84-e098-4265-bdc5-64e3ffe9f45c,revision_number=2']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:25.194512 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:25.226891 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:25.234821 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-af3b5fc8-1da7-42e3-9e8b-f177a1bad56d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2763760
Apr 08 02:47:25.650317 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-75a481c6-e14e-4250-89d6-198f28cbedee tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--127559271&fields=id&tenant_id=2f0c4cd55acc4607852747c5d796609e HTTP/1.1" status: 200  len: 267 time: 0.0438097
Apr 08 02:47:25.816508 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-d06ea3dc-ce51-417f-b499-1584ee447226 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:25.819106 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-d06ea3dc-ce51-417f-b499-1584ee447226 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/networks?id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 200  len: 818 time: 0.1618147
Apr 08 02:47:25.835342 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-564ae924-b32c-4426-8465-e25ce995bca4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/quotas/2f0c4cd55acc4607852747c5d796609e HTTP/1.1" status: 200  len: 375 time: 0.0119362
Apr 08 02:47:25.935256 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-c7bbe87b-6b46-416c-a1b0-8e8f50f743cc tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0938926
Apr 08 02:47:26.183350 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-23b3cb7a-7ce9-4fc8-a48c-d546585f18aa service neutron] 10.222.0.48 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2299597
Apr 08 02:47:26.325143 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-084c5469-fccf-4ec0-8f28-bd57be0c4c65 service neutron] 10.222.0.48 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352875
Apr 08 02:47:26.552668 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5d8c4e53-bbd5-4490-8b38-86834b9b648e req-032d8e91-79ab-4c57-9992-b9ff2cf9c0c6 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 210 time: 0.0561914
Apr 08 02:47:27.720501 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-24822ec7-fbb7-4c6b-917b-bcf35be30619 req-b59fafd1-1aa0-4d1b-bcff-22e697e8fbee tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 210 time: 0.0443954
Apr 08 02:47:27.936784 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-079efc08-7ed2-4570-aaf2-4664b4da1b36 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:27.938438 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-079efc08-7ed2-4570-aaf2-4664b4da1b36 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.49 "GET /v2.0/networks?id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 200  len: 818 time: 0.1581903
Apr 08 02:47:27.998287 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-d2aab25a-6619-41ad-ac52-371b404ff49e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Synchronizing usage tracker for tenant:2f0c4cd55acc4607852747c5d796609e on resource:security_group {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:47:28.024402 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-d2aab25a-6619-41ad-ac52-371b404ff49e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Unset dirty status for tenant:2f0c4cd55acc4607852747c5d796609e on resource:security_group {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:47:28.026389 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-d2aab25a-6619-41ad-ac52-371b404ff49e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f0c4cd55acc4607852747c5d796609e HTTP/1.1" status: 200  len: 379 time: 0.0749269
Apr 08 02:47:28.037145 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-4e3cf3c1-1ab9-44e0-b184-dbf225faa36a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Request body: {'port': {'device_id': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'admin_state_up': True, 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'security_groups': ['f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf']}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:47:28.188837 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-4e3cf3c1-1ab9-44e0-b184-dbf225faa36a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:28.192931 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-4e3cf3c1-1ab9-44e0-b184-dbf225faa36a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Usage tracker for resource:port and tenant:2f0c4cd55acc4607852747c5d796609e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:28.195713 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-4e3cf3c1-1ab9-44e0-b184-dbf225faa36a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:28.201198 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-4e3cf3c1-1ab9-44e0-b184-dbf225faa36a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:28.212507 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-4e3cf3c1-1ab9-44e0-b184-dbf225faa36a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Made reservation on behalf of 2f0c4cd55acc4607852747c5d796609e for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:47:28.215447 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-4e3cf3c1-1ab9-44e0-b184-dbf225faa36a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:28.383279 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-4e3cf3c1-1ab9-44e0-b184-dbf225faa36a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Allocated IP 172.20.0.3 (0f7fec88-7d49-4f5a-9423-d79ffd9641f1/3bb3aae2-b572-44aa-8358-c4c59784dbe8/925ad71f-f0c4-4cad-b48b-9505cac52cd3) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:47:28.646744 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-4e3cf3c1-1ab9-44e0-b184-dbf225faa36a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:28.662181 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-4e3cf3c1-1ab9-44e0-b184-dbf225faa36a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Transition to ACTIVE for port object 925ad71f-f0c4-4cad-b48b-9505cac52cd3 will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:47:28.683069 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-4e3cf3c1-1ab9-44e0-b184-dbf225faa36a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:28.755907 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-4e3cf3c1-1ab9-44e0-b184-dbf225faa36a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:47:28.758384 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-4e3cf3c1-1ab9-44e0-b184-dbf225faa36a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:47:28.762282 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-4e3cf3c1-1ab9-44e0-b184-dbf225faa36a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:47:28.802869 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3cf3c1-1ab9-44e0-b184-dbf225faa36a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Pushing event updated for resources: {'Port': ['ID=925ad71f-f0c4-4cad-b48b-9505cac52cd3,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:28.872936 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-4e3cf3c1-1ab9-44e0-b184-dbf225faa36a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:28.874369 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-4e3cf3c1-1ab9-44e0-b184-dbf225faa36a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:28.915697 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-4e3cf3c1-1ab9-44e0-b184-dbf225faa36a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8834283
Apr 08 02:47:28.929176 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Request body: {'port': {'device_id': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:47:28.988359 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5cb22-ecb1-4e05-8f81-377d59b105b8 req-66cb1289-fa59-49ec-942f-a644f39ec0af tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:28.990581 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1cf5cb22-ecb1-4e05-8f81-377d59b105b8 req-66cb1289-fa59-49ec-942f-a644f39ec0af tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 931 time: 0.1094344
Apr 08 02:47:29.048101 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-f0f16a9f-e152-4336-ae59-e8ebaa8e2227 None None] Provisioning for port 925ad71f-f0c4-4cad-b48b-9505cac52cd3 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:47:29.052729 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1cf5cb22-ecb1-4e05-8f81-377d59b105b8 req-e8a8c344-576c-4692-bfca-c81d9c5e6b92 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560734
Apr 08 02:47:29.057772 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-f0f16a9f-e152-4336-ae59-e8ebaa8e2227 None None] Provisioning complete for port 925ad71f-f0c4-4cad-b48b-9505cac52cd3 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:47:29.058141 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-f0f16a9f-e152-4336-ae59-e8ebaa8e2227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:29.121447 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:29.122506 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-f0f16a9f-e152-4336-ae59-e8ebaa8e2227 None None] Port 925ad71f-f0c4-4cad-b48b-9505cac52cd3 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:47:29.179275 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 44546) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:29.238692 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e13625-7ecc-4553-99ed-d892278a04dc admin admin] Deleting subnet 58fdb2bc-fdf6-426e-bb34-7a73a391318a {{(pid=83136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 08 02:47:29.241803 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c6e13625-7ecc-4553-99ed-d892278a04dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:29.294002 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c6e13625-7ecc-4553-99ed-d892278a04dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1926406'] for subnet, precommit_delete_associations {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:29.350907 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c6e13625-7ecc-4553-99ed-d892278a04dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722885'] for subnet, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:29.418734 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c6e13625-7ecc-4553-99ed-d892278a04dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2029836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1174040'] for subnet, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:29.462516 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e13625-7ecc-4553-99ed-d892278a04dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58fdb2bc-fdf6-426e-bb34-7a73a391318a,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:29.467159 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c6e13625-7ecc-4553-99ed-d892278a04dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:29.470275 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925ad71f-f0c4-4cad-b48b-9505cac52cd3 {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:47:29.473764 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-c6e13625-7ecc-4553-99ed-d892278a04dc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/58fdb2bc-fdf6-426e-bb34-7a73a391318a HTTP/1.1" status: 204  len: 168 time: 0.2931068
Apr 08 02:47:29.475917 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 44552) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:29.480264 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:29.495322 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Transition to ACTIVE for port object 925ad71f-f0c4-4cad-b48b-9505cac52cd3 will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:47:29.499534 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:29.591565 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-66ef7379-c05e-45a0-b790-fc63a8b92099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093558'] for network, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:29.639695 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Pushing event updated for resources: {'Port': ['ID=925ad71f-f0c4-4cad-b48b-9505cac52cd3,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:29.751863 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Attempting to bind port 925ad71f-f0c4-4cad-b48b-9505cac52cd3 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:47:29.752329 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Attempting to bind port 925ad71f-f0c4-4cad-b48b-9505cac52cd3 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:47:29.752862 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Attempting to bind port 925ad71f-f0c4-4cad-b48b-9505cac52cd3 on network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:47:29.758117 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-66ef7379-c05e-45a0-b790-fc63a8b92099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7724606', 'neutron.services.segments.db._delete_segments_for_network-8741772167792'] for network, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:29.758832 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Port 925ad71f-f0c4-4cad-b48b-9505cac52cd3 on network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:47:29.759248 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Attempting to bind port 925ad71f-f0c4-4cad-b48b-9505cac52cd3 on network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:47:29.766991 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:47:29.767436 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Checking segment: {'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:47:29.767920 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Bound using segment: {'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:47:29.768438 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Bound port: 925ad71f-f0c4-4cad-b48b-9505cac52cd3, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f52747b-29fd-46b7-8e32-ef0888ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:47:29.768951 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:29.787613 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-66ef7379-c05e-45a0-b790-fc63a8b92099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f35a1bb8eb0>,) {'filters': {'network_id': ['bb7f1459-252f-46f4-b248-75165956d985']}} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:47:29.800795 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-66ef7379-c05e-45a0-b790-fc63a8b92099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a1bb8eb0>, '55d46199-dadb-474a-bdad-2964986b2407') {'for_net_delete': True} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:47:29.801084 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-66ef7379-c05e-45a0-b790-fc63a8b92099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a1bb8eb0>, '55d46199-dadb-474a-bdad-2964986b2407') {} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:47:29.814450 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-66ef7379-c05e-45a0-b790-fc63a8b92099 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741772166903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1926431'] for segment, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:29.835356 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-66ef7379-c05e-45a0-b790-fc63a8b92099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:29.855309 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ef7379-c05e-45a0-b790-fc63a8b92099 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=83136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 08 02:47:29.855831 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-66ef7379-c05e-45a0-b790-fc63a8b92099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8097254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2029906'] for segment, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]: Traceback (most recent call last):
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:     timer()
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:     cb(*args, **kw)
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:     return func(*args, **kwargs)
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:     self._notify()
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:     self.callback(batched_events)
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:     event.method(event)
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:     return f(self, *a, **k)
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._get(url).json()
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:47:29.870997 dv-cinder-837052-1-iscsi neutron-server[83136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:47:29.886497 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] For port 925ad71f-f0c4-4cad-b48b-9505cac52cd3, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:47:29.890627 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] For port 925ad71f-f0c4-4cad-b48b-9505cac52cd3, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=925ad71f-f0c4-4cad-b48b-9505cac52cd3,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:47:29.895849 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:29.982471 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-66ef7379-c05e-45a0-b790-fc63a8b92099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7724551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783662'] for network, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:29.997552 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:30.002066 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] 10.222.0.49 "PUT /v2.0/ports/925ad71f-f0c4-4cad-b48b-9505cac52cd3 HTTP/1.1" status: 200  len: 1093 time: 1.0771117
Apr 08 02:47:30.011258 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'tag': '925ad71f-f0c4-4cad-b48b-9505cac52cd3'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:47:30.015199 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-66ef7379-c05e-45a0-b790-fc63a8b92099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:30.032436 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-66ef7379-c05e-45a0-b790-fc63a8b92099 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bb7f1459-252f-46f4-b248-75165956d985 HTTP/1.1" status: 204  len: 168 time: 0.5555129
Apr 08 02:47:30.035905 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 44572) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:30.037030 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef7379-c05e-45a0-b790-fc63a8b92099 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7f1459-252f-46f4-b248-75165956d985,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:30.106789 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601b30c6-174d-435d-a178-9d9856cf8d69'] response: {'name': 'network-changed', 'server_uuid': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'tag': '925ad71f-f0c4-4cad-b48b-9505cac52cd3', 'status': 'completed', 'code': 200}
Apr 08 02:47:30.166689 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac595bf-6d42-4edc-a853-8278671d0216 service neutron] Pushing event updated for resources: {'Port': ['ID=925ad71f-f0c4-4cad-b48b-9505cac52cd3,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:30.229259 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4096ce-7b70-4e95-a883-6fab45abc5e8 admin admin] Deleting subnet de67db09-4e65-4093-adee-c0b5223ad792 {{(pid=83137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 08 02:47:30.235149 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-df4096ce-7b70-4e95-a883-6fab45abc5e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:30.307934 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-fce8f5a5-518f-40e6-b157-a2b46b13560a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 1096 time: 0.2104814
Apr 08 02:47:30.332520 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a9308-bfb4-439e-a44b-bfe19b42e18f req-8b3c825f-38c2-422c-8703-e2114477a671 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:30.334023 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c00a9308-bfb4-439e-a44b-bfe19b42e18f req-8b3c825f-38c2-422c-8703-e2114477a671 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 943 time: 0.1168554
Apr 08 02:47:30.373131 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-df4096ce-7b70-4e95-a883-6fab45abc5e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1116807'] for subnet, precommit_delete_associations {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:30.391256 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c00a9308-bfb4-439e-a44b-bfe19b42e18f req-e1f63c4b-868f-4fb3-893b-2d893ecc47cb tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515547
Apr 08 02:47:30.426227 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-0e12572e-829d-44e2-9bf4-65f3ebc08ca1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=925ad71f-f0c4-4cad-b48b-9505cac52cd3 HTTP/1.1" status: 200  len: 217 time: 0.1109385
Apr 08 02:47:30.487374 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-df4096ce-7b70-4e95-a883-6fab45abc5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722885'] for subnet, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:30.541268 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-7862939f-a6e1-4de4-9989-9ec492ff5ac0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:30.542702 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-7862939f-a6e1-4de4-9989-9ec492ff5ac0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bb3aae2-b572-44aa-8358-c4c59784dbe8 HTTP/1.1" status: 200  len: 857 time: 0.1086338
Apr 08 02:47:30.609375 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-df4096ce-7b70-4e95-a883-6fab45abc5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1140083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2044236'] for subnet, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:30.709659 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4096ce-7b70-4e95-a883-6fab45abc5e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de67db09-4e65-4093-adee-c0b5223ad792,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:30.715671 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-df4096ce-7b70-4e95-a883-6fab45abc5e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:30.725750 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-df4096ce-7b70-4e95-a883-6fab45abc5e8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/de67db09-4e65-4093-adee-c0b5223ad792 HTTP/1.1" status: 204  len: 168 time: 0.6884847
Apr 08 02:47:30.728327 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 44590) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:30.731459 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-587283d9-e0f3-4416-b8b9-fb95fee326a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1813004
Apr 08 02:47:30.831295 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7f95-77ea-4840-a804-4db8e836afec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093558'] for network, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:30.867539 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-91f9b7b9-4c92-4831-bb5d-17ddee875085 service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262705
Apr 08 02:47:30.966756 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7f95-77ea-4840-a804-4db8e836afec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7724606', 'neutron.services.segments.db._delete_segments_for_network-8741772167792'] for network, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:30.992965 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-a0fe7f95-77ea-4840-a804-4db8e836afec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f35a2945cd0>,) {'filters': {'network_id': ['8278b38b-284c-4ffe-8c92-91ec1c487c60']}} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:47:31.004110 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9f689ea3-053a-45f4-aa3a-687a47405b1b req-aace093b-6fa2-4040-b1a1-92e0adf931db service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288109
Apr 08 02:47:31.010284 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-a0fe7f95-77ea-4840-a804-4db8e836afec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a2945cd0>, '1b11f904-cf6a-4288-9b5c-0fec8c42034e') {'for_net_delete': True} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:47:31.010614 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-a0fe7f95-77ea-4840-a804-4db8e836afec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a2945cd0>, '1b11f904-cf6a-4288-9b5c-0fec8c42034e') {} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:47:31.025897 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7f95-77ea-4840-a804-4db8e836afec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741772166903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1926431'] for segment, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:31.047052 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7f95-77ea-4840-a804-4db8e836afec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:31.053446 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fe7f95-77ea-4840-a804-4db8e836afec admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=83136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 08 02:47:31.053841 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7f95-77ea-4840-a804-4db8e836afec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8097254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2029906'] for segment, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]: Traceback (most recent call last):
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:     timer()
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:     cb(*args, **kw)
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:     return func(*args, **kwargs)
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:     self._notify()
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:     self.callback(batched_events)
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:     event.method(event)
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:     return f(self, *a, **k)
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._get(url).json()
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:47:31.067811 dv-cinder-837052-1-iscsi neutron-server[83136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:47:31.141091 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-122e8185-5f3d-4c81-88bd-b0fb5f9179a8 req-d602c80e-2dff-4625-816b-0a0e1ce3b36e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 1096 time: 0.0698128
Apr 08 02:47:31.204258 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7f95-77ea-4840-a804-4db8e836afec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7724551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783662'] for network, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:31.229127 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7f95-77ea-4840-a804-4db8e836afec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:31.235429 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe7f95-77ea-4840-a804-4db8e836afec admin admin] Pushing event deleted for resources: {'Network': ['ID=8278b38b-284c-4ffe-8c92-91ec1c487c60,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:31.240643 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-a0fe7f95-77ea-4840-a804-4db8e836afec admin admin] 10.222.0.48 "DELETE /v2.0/networks/8278b38b-284c-4ffe-8c92-91ec1c487c60 HTTP/1.1" status: 204  len: 168 time: 0.5112932
Apr 08 02:47:31.289511 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e8185-5f3d-4c81-88bd-b0fb5f9179a8 req-5233498e-24a0-4bc2-bf12-6488904a9137 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:31.290950 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-122e8185-5f3d-4c81-88bd-b0fb5f9179a8 req-5233498e-24a0-4bc2-bf12-6488904a9137 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 200  len: 919 time: 0.1402657
Apr 08 02:47:31.369298 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-122e8185-5f3d-4c81-88bd-b0fb5f9179a8 req-e6226b45-b249-4eea-8cbd-0442f63c955f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=925ad71f-f0c4-4cad-b48b-9505cac52cd3 HTTP/1.1" status: 200  len: 217 time: 0.0712211
Apr 08 02:47:31.459341 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e8185-5f3d-4c81-88bd-b0fb5f9179a8 req-949f666c-1f48-4fbf-af22-6a74a8ab144e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:31.461238 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-122e8185-5f3d-4c81-88bd-b0fb5f9179a8 req-949f666c-1f48-4fbf-af22-6a74a8ab144e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bb3aae2-b572-44aa-8358-c4c59784dbe8 HTTP/1.1" status: 200  len: 857 time: 0.0855441
Apr 08 02:47:31.466601 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 44604) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:31.535535 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-6f6f02f5-7463-46cf-9ab7-9e12243b14d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a74b6451e87d4ef8a1338608ea90e7cc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0676658
Apr 08 02:47:31.538278 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 44610) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:31.548611 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-122e8185-5f3d-4c81-88bd-b0fb5f9179a8 req-8d0c607e-1d69-4167-94e6-d772034f783b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798781
Apr 08 02:47:31.662009 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-8e06561d-2b60-421a-95db-2f813816bbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:31.694239 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-122e8185-5f3d-4c81-88bd-b0fb5f9179a8 req-6c833071-6cca-4944-914b-aa55dbf95e0a service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371386
Apr 08 02:47:31.696831 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2005f-006a-4f55-9fe0-f00274bb5313 req-5a46113f-cfc1-4c5b-b864-39b8badafd01 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:31.698259 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0dc2005f-006a-4f55-9fe0-f00274bb5313 req-5a46113f-cfc1-4c5b-b864-39b8badafd01 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 943 time: 0.1463349
Apr 08 02:47:31.702372 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-8e06561d-2b60-421a-95db-2f813816bbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:31.787629 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0dc2005f-006a-4f55-9fe0-f00274bb5313 req-f3639c1c-6362-4b67-81a0-ffbedfc3e470 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780163
Apr 08 02:47:31.812969 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-8e06561d-2b60-421a-95db-2f813816bbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:31.828520 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06561d-2b60-421a-95db-2f813816bbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acddff77-0f07-4921-8840-2f08592b71d6,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:31.838720 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-8e06561d-2b60-421a-95db-2f813816bbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:31.839834 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-8e06561d-2b60-421a-95db-2f813816bbc4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/acddff77-0f07-4921-8840-2f08592b71d6 HTTP/1.1" status: 204  len: 168 time: 0.3006341
Apr 08 02:47:31.863487 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-122e8185-5f3d-4c81-88bd-b0fb5f9179a8 req-4a40c715-5769-4c29-8ff8-88b7c7fd01cb service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1617308
Apr 08 02:47:31.991014 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 44624) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:32.202320 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b6bc-c096-41fe-9ff3-91628f7a0ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:32.234467 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 44634) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:32.238222 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-9fb4b6bc-c096-41fe-9ff3-91628f7a0ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:32.245429 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-9fb4b6bc-c096-41fe-9ff3-91628f7a0ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:ad86ad2916bd4f6492f8795347c11cc1 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:32.257101 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-9fb4b6bc-c096-41fe-9ff3-91628f7a0ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:32.264826 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-9fb4b6bc-c096-41fe-9ff3-91628f7a0ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:32.295281 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-1f4bf476-348a-4365-b414-f0f34d8373c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e2e6cf4e81343d5b7ffbefd35b39248&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0594800
Apr 08 02:47:32.298008 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 44638) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:32.361006 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b6bc-c096-41fe-9ff3-91628f7a0ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:32.377284 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b6bc-c096-41fe-9ff3-91628f7a0ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:32.407528 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c44d61e6-5d59-4deb-9ad7-0e79639bd8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:32.419352 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-9fb4b6bc-c096-41fe-9ff3-91628f7a0ff8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad86ad2916bd4f6492f8795347c11cc1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4277263
Apr 08 02:47:32.421721 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 44644) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:32.450218 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4b6bc-c096-41fe-9ff3-91628f7a0ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42193a7e-2f74-41c9-9fb3-5ab1741de32e,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:32.485240 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c44d61e6-5d59-4deb-9ad7-0e79639bd8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:32.549248 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d2760d3d-655d-4366-91cc-a3faca194514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:32.579520 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d2760d3d-655d-4366-91cc-a3faca194514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:32.588238 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c44d61e6-5d59-4deb-9ad7-0e79639bd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:32.611349 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d61e6-5d59-4deb-9ad7-0e79639bd8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a297d398-366f-4c89-a7e1-9e3dc9a8c6de,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:32.627866 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c44d61e6-5d59-4deb-9ad7-0e79639bd8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:32.628994 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-c44d61e6-5d59-4deb-9ad7-0e79639bd8d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a297d398-366f-4c89-a7e1-9e3dc9a8c6de HTTP/1.1" status: 204  len: 168 time: 0.3300691
Apr 08 02:47:32.659164 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d2760d3d-655d-4366-91cc-a3faca194514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:32.675728 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760d3d-655d-4366-91cc-a3faca194514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42193a7e-2f74-41c9-9fb3-5ab1741de32e,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:32.684778 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d2760d3d-655d-4366-91cc-a3faca194514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:32.686602 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-d2760d3d-655d-4366-91cc-a3faca194514 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42193a7e-2f74-41c9-9fb3-5ab1741de32e HTTP/1.1" status: 204  len: 168 time: 0.2631931
Apr 08 02:47:33.017333 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c934c17-1c5d-4ca1-9010-c3695d8b72ea req-3bdcac43-8961-4e51-958c-cf6ec3dce6bb tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:33.019321 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3c934c17-1c5d-4ca1-9010-c3695d8b72ea req-3bdcac43-8961-4e51-958c-cf6ec3dce6bb tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 943 time: 0.0952899
Apr 08 02:47:33.073034 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3c934c17-1c5d-4ca1-9010-c3695d8b72ea req-a7c33e8a-e2b2-454a-9cfb-0808a67183eb tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471475
Apr 08 02:47:33.143964 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 44664) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:33.166873 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-68570989-37e7-4687-a1d5-932aa3e50d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:33.202299 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-68570989-37e7-4687-a1d5-932aa3e50d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:33.206188 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-68570989-37e7-4687-a1d5-932aa3e50d00 admin admin] Usage tracker for resource:security_group_rule and tenant:b0f5f48c589c40018b314826ed230cd0 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:33.208976 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-68570989-37e7-4687-a1d5-932aa3e50d00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:33.214810 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-68570989-37e7-4687-a1d5-932aa3e50d00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:33.297807 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-68570989-37e7-4687-a1d5-932aa3e50d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:33.301671 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-68570989-37e7-4687-a1d5-932aa3e50d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:33.353557 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68570989-37e7-4687-a1d5-932aa3e50d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d47d2eb-5e0d-4a4e-81d9-9f099894bb27,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:33.357565 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-68570989-37e7-4687-a1d5-932aa3e50d00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0f5f48c589c40018b314826ed230cd0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2124584
Apr 08 02:47:33.360755 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 44672) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:33.431226 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-42a8e416-d606-4913-a4c7-500daedb2e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:33.457732 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-42a8e416-d606-4913-a4c7-500daedb2e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:33.509013 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-42a8e416-d606-4913-a4c7-500daedb2e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:33.532819 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8e416-d606-4913-a4c7-500daedb2e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d47d2eb-5e0d-4a4e-81d9-9f099894bb27,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:33.544583 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-42a8e416-d606-4913-a4c7-500daedb2e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:33.548511 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-42a8e416-d606-4913-a4c7-500daedb2e55 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d47d2eb-5e0d-4a4e-81d9-9f099894bb27 HTTP/1.1" status: 204  len: 168 time: 0.1845913
Apr 08 02:47:33.977244 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 44692) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:33.997005 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c9cf-ca0f-4909-b6f6-0b7ffb915a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:34.032267 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-cfe6c9cf-ca0f-4909-b6f6-0b7ffb915a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:34.036100 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-cfe6c9cf-ca0f-4909-b6f6-0b7ffb915a0d admin admin] Usage tracker for resource:security_group_rule and tenant:5169236a87504a4e998db6696d76b1db is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:34.038864 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-cfe6c9cf-ca0f-4909-b6f6-0b7ffb915a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:34.044344 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-cfe6c9cf-ca0f-4909-b6f6-0b7ffb915a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:34.138378 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c9cf-ca0f-4909-b6f6-0b7ffb915a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:34.145689 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c9cf-ca0f-4909-b6f6-0b7ffb915a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:34.183051 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6c9cf-ca0f-4909-b6f6-0b7ffb915a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75cbf73-51d7-45ed-a995-8c763f7ef5b8,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:34.213226 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-cfe6c9cf-ca0f-4909-b6f6-0b7ffb915a0d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5169236a87504a4e998db6696d76b1db&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2347932
Apr 08 02:47:34.215813 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 44698) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:34.300224 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6b10-eeb8-419d-8603-5a435ed3b253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:34.341992 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6b10928d-281e-4c19-aaf4-37500664df43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:34.364927 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb82165-64f7-459a-91c6-a055ab886cbd req-cc88c2d6-0983-4526-baa0-2b14f9a0be86 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:34.366371 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3bb82165-64f7-459a-91c6-a055ab886cbd req-cc88c2d6-0983-4526-baa0-2b14f9a0be86 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 943 time: 0.1355245
Apr 08 02:47:34.406456 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6b10928d-281e-4c19-aaf4-37500664df43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:34.458455 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3bb82165-64f7-459a-91c6-a055ab886cbd req-9660a407-eff0-485f-a7dd-b8a7cb917241 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0811315
Apr 08 02:47:34.483785 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6b10928d-281e-4c19-aaf4-37500664df43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:34.501941 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10928d-281e-4c19-aaf4-37500664df43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75cbf73-51d7-45ed-a995-8c763f7ef5b8,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:34.505122 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6b10928d-281e-4c19-aaf4-37500664df43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:34.506189 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-6b10928d-281e-4c19-aaf4-37500664df43 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a75cbf73-51d7-45ed-a995-8c763f7ef5b8 HTTP/1.1" status: 204  len: 168 time: 0.2893338
Apr 08 02:47:35.833545 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf10ac-34cb-4d36-a032-c8ff216649c4 req-d59b9dc2-8eb8-465d-8bb2-0e75a6ef736b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:35.835075 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-51cf10ac-34cb-4d36-a032-c8ff216649c4 req-d59b9dc2-8eb8-465d-8bb2-0e75a6ef736b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 943 time: 0.0810859
Apr 08 02:47:35.894437 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-51cf10ac-34cb-4d36-a032-c8ff216649c4 req-26f89f77-3a28-4e5b-bbc5-93ca26ea51ee tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538111
Apr 08 02:47:36.519562 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-4c94b0ca-b163-47f4-9997-4e2a2d76c29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:36.769231 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 925ad71f-f0c4-4cad-b48b-9505cac52cd3 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:47:36.904559 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 925ad71f-f0c4-4cad-b48b-9505cac52cd3, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=925ad71f-f0c4-4cad-b48b-9505cac52cd3,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:47:36.917362 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': '925ad71f-f0c4-4cad-b48b-9505cac52cd3', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'port_id': '925ad71f-f0c4-4cad-b48b-9505cac52cd3', 'mac_address': 'fa:16:3e:7c:d5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:47:36.976439 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:36.994527 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925ad71f-f0c4-4cad-b48b-9505cac52cd3 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:47:37.011787 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 925ad71f-f0c4-4cad-b48b-9505cac52cd3, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=925ad71f-f0c4-4cad-b48b-9505cac52cd3,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:47:37.017218 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:37.082278 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=925ad71f-f0c4-4cad-b48b-9505cac52cd3,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:37.091571 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:37.091964 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:37.092471 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:37.092807 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:37.093136 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:37.093463 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:37.093786 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:37.094129 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:37.094452 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:37.094799 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:37.095119 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:37.109719 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309636d1-eb4c-4d8b-a0d9-77c14d324060 req-b6c23e7a-5965-4da9-b8eb-848fb421ca89 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:37.111159 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-309636d1-eb4c-4d8b-a0d9-77c14d324060 req-b6c23e7a-5965-4da9-b8eb-848fb421ca89 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 944 time: 0.0835674
Apr 08 02:47:37.157258 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-309636d1-eb4c-4d8b-a0d9-77c14d324060 req-67e7cfe6-36fa-41d4-9de9-7b8564b3b16d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406208
Apr 08 02:47:37.368960 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-20cec635-1bd6-4afd-853d-96f033ee7c5c req-037bdf9f-3e77-4375-98f1-304ed8244309 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0713289
Apr 08 02:47:37.471813 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-20cec635-1bd6-4afd-853d-96f033ee7c5c req-c06a021b-8043-46e3-8280-5b294b4085cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 1098 time: 0.0672183
Apr 08 02:47:37.586830 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['925ad71f-f0c4-4cad-b48b-9505cac52cd3'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:47:37.629849 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cec635-1bd6-4afd-853d-96f033ee7c5c req-94e34fc4-49fd-4c0e-807a-d408c16a2d24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:37.631215 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-20cec635-1bd6-4afd-853d-96f033ee7c5c req-94e34fc4-49fd-4c0e-807a-d408c16a2d24 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 200  len: 919 time: 0.1298149
Apr 08 02:47:37.698057 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:37.794717 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-20cec635-1bd6-4afd-853d-96f033ee7c5c req-2d64573d-5ec6-4df4-beb6-0e9f43cc0157 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1765d10f-4f9f-4883-99d5-299517e80053 HTTP/1.1" status: 200  len: 217 time: 0.1559889
Apr 08 02:47:37.846205 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:37.867040 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cec635-1bd6-4afd-853d-96f033ee7c5c req-685da5dd-5695-4d8b-8279-df7c17bc86da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:37.868450 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-20cec635-1bd6-4afd-853d-96f033ee7c5c req-685da5dd-5695-4d8b-8279-df7c17bc86da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bb3aae2-b572-44aa-8358-c4c59784dbe8 HTTP/1.1" status: 200  len: 857 time: 0.0678678
Apr 08 02:47:37.943912 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 44766) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:37.970981 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-20cec635-1bd6-4afd-853d-96f033ee7c5c req-6a43a681-e007-49d6-9546-c377270f85de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0951393
Apr 08 02:47:38.105041 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5688fb7b-040f-4ad3-a7d8-6b7282f68c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:38.111088 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-20cec635-1bd6-4afd-853d-96f033ee7c5c req-d99fcad5-1afa-4d4e-89fa-eee1b986fd61 service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326199
Apr 08 02:47:38.135865 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-5688fb7b-040f-4ad3-a7d8-6b7282f68c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:38.139972 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-5688fb7b-040f-4ad3-a7d8-6b7282f68c37 admin admin] Usage tracker for resource:security_group_rule and tenant:db572e1f3af54c2ea3b4b799c7ac481b is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:38.142856 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-5688fb7b-040f-4ad3-a7d8-6b7282f68c37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:38.148621 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-5688fb7b-040f-4ad3-a7d8-6b7282f68c37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:38.224422 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5688fb7b-040f-4ad3-a7d8-6b7282f68c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:38.228761 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5688fb7b-040f-4ad3-a7d8-6b7282f68c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:38.245703 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-20cec635-1bd6-4afd-853d-96f033ee7c5c req-ca41d37a-24c6-418b-a5c3-033d7739e369 service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277647
Apr 08 02:47:38.280672 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688fb7b-040f-4ad3-a7d8-6b7282f68c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e473ac-1f03-4556-8816-09b68ba80750,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:38.328548 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-5688fb7b-040f-4ad3-a7d8-6b7282f68c37 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db572e1f3af54c2ea3b4b799c7ac481b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3833022
Apr 08 02:47:38.331286 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 44774) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:38.370920 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8858e-db96-4bf6-b74b-e1613afe7868 req-f399278f-1d6c-4e97-ab68-267affe6576c tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:38.372361 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-29d8858e-db96-4bf6-b74b-e1613afe7868 req-f399278f-1d6c-4e97-ab68-267affe6576c tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 944 time: 0.0887308
Apr 08 02:47:38.395259 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fbc5615d-835a-44ee-98aa-fbb075cb3746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:38.418025 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-29d8858e-db96-4bf6-b74b-e1613afe7868 req-86714b68-c208-4df7-8da6-e54ff2326b79 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401480
Apr 08 02:47:38.422293 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fbc5615d-835a-44ee-98aa-fbb075cb3746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:38.473880 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:38.475429 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fbc5615d-835a-44ee-98aa-fbb075cb3746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:38.491206 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5615d-835a-44ee-98aa-fbb075cb3746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e473ac-1f03-4556-8816-09b68ba80750,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:38.500654 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fbc5615d-835a-44ee-98aa-fbb075cb3746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:38.501729 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-fbc5615d-835a-44ee-98aa-fbb075cb3746 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07e473ac-1f03-4556-8816-09b68ba80750 HTTP/1.1" status: 204  len: 168 time: 0.1694751
Apr 08 02:47:38.503401 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5615d-835a-44ee-98aa-fbb075cb3746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:38.503738 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5615d-835a-44ee-98aa-fbb075cb3746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:38.504081 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5615d-835a-44ee-98aa-fbb075cb3746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:38.504453 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5615d-835a-44ee-98aa-fbb075cb3746 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:38.504788 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5615d-835a-44ee-98aa-fbb075cb3746 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:38.505110 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5615d-835a-44ee-98aa-fbb075cb3746 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:38.505493 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5615d-835a-44ee-98aa-fbb075cb3746 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:38.505736 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5615d-835a-44ee-98aa-fbb075cb3746 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:38.506053 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5615d-835a-44ee-98aa-fbb075cb3746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:38.506364 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5615d-835a-44ee-98aa-fbb075cb3746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:38.506691 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5615d-835a-44ee-98aa-fbb075cb3746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:39.129806 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:39.626599 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78253a5-e9f6-4689-bc86-0ce469af0b05 req-3994fbdf-9268-4a40-afbd-2053d928c4bc tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:39.628076 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f78253a5-e9f6-4689-bc86-0ce469af0b05 req-3994fbdf-9268-4a40-afbd-2053d928c4bc tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 944 time: 0.0850410
Apr 08 02:47:39.675449 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f78253a5-e9f6-4689-bc86-0ce469af0b05 req-057f6f83-8f85-4019-9260-9ad9fb0ffdbf tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418859
Apr 08 02:47:40.777752 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 925ad71f-f0c4-4cad-b48b-9505cac52cd3 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:47:40.856215 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port 925ad71f-f0c4-4cad-b48b-9505cac52cd3 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:47:40.861643 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port 925ad71f-f0c4-4cad-b48b-9505cac52cd3 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:47:40.861995 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:40.900246 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8561f-0b76-458a-9bce-469f1bee3408 req-72e77be7-d7fc-4aa6-9a8f-836a0bb93586 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:40.905656 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e2f8561f-0b76-458a-9bce-469f1bee3408 req-72e77be7-d7fc-4aa6-9a8f-836a0bb93586 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 944 time: 0.1027482
Apr 08 02:47:40.968556 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e2f8561f-0b76-458a-9bce-469f1bee3408 req-3896b14e-6998-45db-b120-d9d57eff9f04 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572200
Apr 08 02:47:41.009288 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:41.040598 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925ad71f-f0c4-4cad-b48b-9505cac52cd3'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:47:41.051529 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 925ad71f-f0c4-4cad-b48b-9505cac52cd3, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=925ad71f-f0c4-4cad-b48b-9505cac52cd3,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:47:41.056409 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:41.101618 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d195e20-ddaa-4d51-a5d9-07ac313a592b'] response: {'server_uuid': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925ad71f-f0c4-4cad-b48b-9505cac52cd3', 'code': 200}
Apr 08 02:47:41.127836 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=925ad71f-f0c4-4cad-b48b-9505cac52cd3,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:41.357062 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f6c58e25-b063-49ff-a724-497fa8c135dd req-2cd68649-8bb6-455f-907b-e6d800e4a55b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 1098 time: 0.0810101
Apr 08 02:47:41.411286 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f6c58e25-b063-49ff-a724-497fa8c135dd req-4c66b708-324d-48e2-af5d-66eaa003fcbf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435951
Apr 08 02:47:41.997513 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:47:42.161936 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e0c2f-3550-4836-8aed-c28688ef5756 req-a0281032-92c3-4809-9902-e4a894638fd9 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:42.163435 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-537e0c2f-3550-4836-8aed-c28688ef5756 req-a0281032-92c3-4809-9902-e4a894638fd9 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.0795226
Apr 08 02:47:42.210065 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-537e0c2f-3550-4836-8aed-c28688ef5756 req-d09f89ce-1851-4151-af69-5aae7fa1beb4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408854
Apr 08 02:47:43.421214 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db819bb2-e022-4e3a-96bd-5ed42aa387a7 req-97220d91-9269-4de7-9931-c2e7b8a06858 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:43.422680 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-db819bb2-e022-4e3a-96bd-5ed42aa387a7 req-97220d91-9269-4de7-9931-c2e7b8a06858 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.0885367
Apr 08 02:47:43.469695 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-db819bb2-e022-4e3a-96bd-5ed42aa387a7 req-8d65de5a-dd45-4fd3-b1ab-5cce079a7766 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407157
Apr 08 02:47:44.666519 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15a1f9-5671-40c3-b996-e9aeb99a5094 req-6f623a1d-6d3a-4b55-a907-669c0f5dde51 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:44.667975 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8d15a1f9-5671-40c3-b996-e9aeb99a5094 req-6f623a1d-6d3a-4b55-a907-669c0f5dde51 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.0813427
Apr 08 02:47:44.712866 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8d15a1f9-5671-40c3-b996-e9aeb99a5094 req-65e5d140-87ca-42a5-9b19-77e70806aa9a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393064
Apr 08 02:47:44.902679 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305fa33-0dad-47ce-9fc6-bc6de9902783 req-a0676f79-834e-4902-b2bc-ca4fd643cd3e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:44.904185 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d305fa33-0dad-47ce-9fc6-bc6de9902783 req-a0676f79-834e-4902-b2bc-ca4fd643cd3e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.0748839
Apr 08 02:47:44.912698 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 44906) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:44.917673 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-1f6e97d2-138d-4928-808e-de633dd9d393 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Request body: {'floatingip': {'port_id': '925ad71f-f0c4-4cad-b48b-9505cac52cd3'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:47:45.039565 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1f6e97d2-138d-4928-808e-de633dd9d393 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for floatingip, before_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:45.623459 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1f6e97d2-138d-4928-808e-de633dd9d393 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:45.626838 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1f6e97d2-138d-4928-808e-de633dd9d393 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:45.814477 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.db.l3_db [None req-1f6e97d2-138d-4928-808e-de633dd9d393 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Floating IP 27369fc5-0405-4420-8d51-45249f5f8519 associated. External IP: 172.27.2.30, port: 925ad71f-f0c4-4cad-b48b-9505cac52cd3.
Apr 08 02:47:46.195538 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6e97d2-138d-4928-808e-de633dd9d393 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Router a511a43e-c69c-48a0-9d44-0a5ab05ae739 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:47:46.446833 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6e97d2-138d-4928-808e-de633dd9d393 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:47:46.457276 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889c2674-2304-4c0a-acc8-1ecbe8d0bbbf None None] Sync routers for ids ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:47:46.461324 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1f6e97d2-138d-4928-808e-de633dd9d393 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:46.468944 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889c2674-2304-4c0a-acc8-1ecbe8d0bbbf None None] Routers {'a511a43e-c69c-48a0-9d44-0a5ab05ae739'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:47:46.469556 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-889c2674-2304-4c0a-acc8-1ecbe8d0bbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2cbb220>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:47:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:47:46.520379 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-1f6e97d2-138d-4928-808e-de633dd9d393 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "PUT /v2.0/floatingips/27369fc5-0405-4420-8d51-45249f5f8519 HTTP/1.1" status: 200  len: 990 time: 1.6062775
Apr 08 02:47:46.520672 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'tag': '925ad71f-f0c4-4cad-b48b-9505cac52cd3'}] {{(pid=83136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:47:46.588190 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff8109f-10ff-4b08-ab7e-19e85c724412'] response: {'name': 'network-changed', 'server_uuid': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'tag': '925ad71f-f0c4-4cad-b48b-9505cac52cd3', 'status': 'completed', 'code': 200}
Apr 08 02:47:46.660259 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-889c2674-2304-4c0a-acc8-1ecbe8d0bbbf None None] Set router a511a43e-c69c-48a0-9d44-0a5ab05ae739 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:47:46.693161 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6b1edef0-a5af-41d5-836b-5acba5b75a91 req-ee18ceac-a95b-44d3-ac5e-966c02cd9727 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 1098 time: 0.0814345
Apr 08 02:47:46.838067 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1edef0-a5af-41d5-836b-5acba5b75a91 req-20063552-3a5b-46b7-af01-59b3b6cb882c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:46.839699 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6b1edef0-a5af-41d5-836b-5acba5b75a91 req-20063552-3a5b-46b7-af01-59b3b6cb882c service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 200  len: 919 time: 0.1382854
Apr 08 02:47:46.954564 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6b1edef0-a5af-41d5-836b-5acba5b75a91 req-317b7627-e98c-4046-94cd-f28a4c16924b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=925ad71f-f0c4-4cad-b48b-9505cac52cd3 HTTP/1.1" status: 200  len: 998 time: 0.1056378
Apr 08 02:47:47.016132 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-889c2674-2304-4c0a-acc8-1ecbe8d0bbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2cbb220>, [{'id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'name': 'tempest-ServerRescueNegativeTestJSON-602230225-router', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:48Z', 'revision_number': 4, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'gw_port': {'id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '27369fc5-0405-4420-8d51-45249f5f8519', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'port_id': '925ad71f-f0c4-4cad-b48b-9505cac52cd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'mac_address': 'fa:16:3e:7c:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:47:24Z', 'updated_at': '2022-04-08T02:47:45Z', 'revision_number': 1, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a5aa4a-8e40-4db4-89d9-0ba4b5693eae', 'name': '', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'mac_address': 'fa:16:3e:6d:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:04Z', 'revision_number': 5, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'subnets': [{'id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:47:47.020601 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889c2674-2304-4c0a-acc8-1ecbe8d0bbbf None None] Checking router: a511a43e-c69c-48a0-9d44-0a5ab05ae739 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:47:47.027686 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1edef0-a5af-41d5-836b-5acba5b75a91 req-b944d8c8-43f7-4db3-8273-4b1199c4cfac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:47.029793 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6b1edef0-a5af-41d5-836b-5acba5b75a91 req-b944d8c8-43f7-4db3-8273-4b1199c4cfac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bb3aae2-b572-44aa-8358-c4c59784dbe8 HTTP/1.1" status: 200  len: 857 time: 0.0649424
Apr 08 02:47:47.032383 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889c2674-2304-4c0a-acc8-1ecbe8d0bbbf None None] Routers {'a511a43e-c69c-48a0-9d44-0a5ab05ae739'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:47:47.032983 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-889c2674-2304-4c0a-acc8-1ecbe8d0bbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2cbb220>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:47:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:47:47.103523 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6b1edef0-a5af-41d5-836b-5acba5b75a91 req-155b7e04-a48b-43cb-9d62-1834073f6e8c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0671551
Apr 08 02:47:47.205930 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-889c2674-2304-4c0a-acc8-1ecbe8d0bbbf None None] Set router a511a43e-c69c-48a0-9d44-0a5ab05ae739 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:47:47.236803 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6b1edef0-a5af-41d5-836b-5acba5b75a91 req-adbd100d-8529-43af-aea8-34aaa41600ec service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222622
Apr 08 02:47:47.372122 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6b1edef0-a5af-41d5-836b-5acba5b75a91 req-58eda0e3-4a62-4b58-b081-9c5a0b839218 service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255488
Apr 08 02:47:47.565456 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-889c2674-2304-4c0a-acc8-1ecbe8d0bbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2cbb220>, [{'id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'name': 'tempest-ServerRescueNegativeTestJSON-602230225-router', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:48Z', 'revision_number': 4, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'gw_port': {'id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '27369fc5-0405-4420-8d51-45249f5f8519', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'port_id': '925ad71f-f0c4-4cad-b48b-9505cac52cd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'mac_address': 'fa:16:3e:7c:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:47:24Z', 'updated_at': '2022-04-08T02:47:45Z', 'revision_number': 1, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a5aa4a-8e40-4db4-89d9-0ba4b5693eae', 'name': '', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'mac_address': 'fa:16:3e:6d:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:04Z', 'revision_number': 5, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'subnets': [{'id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:47:47.569201 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889c2674-2304-4c0a-acc8-1ecbe8d0bbbf None None] The sync data for ids ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'] in dv-cinder-837052-1-iscsi is: [{'id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'name': 'tempest-ServerRescueNegativeTestJSON-602230225-router', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:48Z', 'revision_number': 4, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'gw_port': {'id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '27369fc5-0405-4420-8d51-45249f5f8519', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'port_id': '925ad71f-f0c4-4cad-b48b-9505cac52cd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'mac_address': 'fa:16:3e:7c:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:47:24Z', 'updated_at': '2022-04-08T02:47:45Z', 'revision_number': 1, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a5aa4a-8e40-4db4-89d9-0ba4b5693eae', 'name': '', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'mac_address': 'fa:16:3e:6d:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:04Z', 'revision_number': 5, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'subnets': [{'id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:47:47.751285 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf20c1-1e77-4232-891d-5760b0cfcb54 None None] New status for floating IP 27369fc5-0405-4420-8d51-45249f5f8519: ACTIVE {{(pid=83138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:47:50.993396 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 44980) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:51.131887 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c45c28e6-aab8-46a3-b900-2e3183c17dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:51.162540 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-c45c28e6-aab8-46a3-b900-2e3183c17dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:51.166220 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-c45c28e6-aab8-46a3-b900-2e3183c17dcb admin admin] Usage tracker for resource:security_group_rule and tenant:4707b3e2467e49d4a3f52efd65f3347d is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:51.168916 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-c45c28e6-aab8-46a3-b900-2e3183c17dcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:51.174566 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-c45c28e6-aab8-46a3-b900-2e3183c17dcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:51.236963 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c45c28e6-aab8-46a3-b900-2e3183c17dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:51.241472 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c45c28e6-aab8-46a3-b900-2e3183c17dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:51.290071 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c28e6-aab8-46a3-b900-2e3183c17dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6f853d-65e5-4fae-af11-c683228f4e61,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:51.293921 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-c45c28e6-aab8-46a3-b900-2e3183c17dcb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4707b3e2467e49d4a3f52efd65f3347d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2995398
Apr 08 02:47:51.296691 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 44986) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:51.354395 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6b75d07f-f738-43ed-bb67-80ec45f20a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:51.378788 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6b75d07f-f738-43ed-bb67-80ec45f20a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:51.429118 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6b75d07f-f738-43ed-bb67-80ec45f20a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:51.442491 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75d07f-f738-43ed-bb67-80ec45f20a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6f853d-65e5-4fae-af11-c683228f4e61,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:51.448773 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6b75d07f-f738-43ed-bb67-80ec45f20a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:51.449857 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-6b75d07f-f738-43ed-bb67-80ec45f20a21 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e6f853d-65e5-4fae-af11-c683228f4e61 HTTP/1.1" status: 204  len: 168 time: 0.1522899
Apr 08 02:47:51.779929 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 44996) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:51.797170 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-68f3ffb6-22af-4bca-af07-76eed72c2a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:51.827881 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-68f3ffb6-22af-4bca-af07-76eed72c2a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:51.831935 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-68f3ffb6-22af-4bca-af07-76eed72c2a2a admin admin] Usage tracker for resource:security_group_rule and tenant:e562efd656924ad2b5ee8171afb6373a is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:51.834832 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-68f3ffb6-22af-4bca-af07-76eed72c2a2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:51.840483 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-68f3ffb6-22af-4bca-af07-76eed72c2a2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:51.906656 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-68f3ffb6-22af-4bca-af07-76eed72c2a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:51.910354 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-68f3ffb6-22af-4bca-af07-76eed72c2a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:52.011324 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3ffb6-22af-4bca-af07-76eed72c2a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd54397-baa0-48b7-b9bc-66e9ae1d3841,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:52.017985 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-68f3ffb6-22af-4bca-af07-76eed72c2a2a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e562efd656924ad2b5ee8171afb6373a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2371089
Apr 08 02:47:52.020059 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 45002) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:52.082758 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d87eddc7-8c17-41b3-b979-38707cb6810a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:52.108431 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d87eddc7-8c17-41b3-b979-38707cb6810a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:52.162707 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d87eddc7-8c17-41b3-b979-38707cb6810a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:52.176380 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87eddc7-8c17-41b3-b979-38707cb6810a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd54397-baa0-48b7-b9bc-66e9ae1d3841,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:52.188154 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d87eddc7-8c17-41b3-b979-38707cb6810a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:52.189230 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-d87eddc7-8c17-41b3-b979-38707cb6810a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fcd54397-baa0-48b7-b9bc-66e9ae1d3841 HTTP/1.1" status: 204  len: 168 time: 0.1674445
Apr 08 02:47:52.190488 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eddc7-8c17-41b3-b979-38707cb6810a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:52.190850 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eddc7-8c17-41b3-b979-38707cb6810a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:52.191183 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eddc7-8c17-41b3-b979-38707cb6810a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:52.191512 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eddc7-8c17-41b3-b979-38707cb6810a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:52.191863 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eddc7-8c17-41b3-b979-38707cb6810a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:52.192188 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eddc7-8c17-41b3-b979-38707cb6810a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:52.192507 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eddc7-8c17-41b3-b979-38707cb6810a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:52.193258 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eddc7-8c17-41b3-b979-38707cb6810a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:52.193258 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eddc7-8c17-41b3-b979-38707cb6810a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:52.193433 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eddc7-8c17-41b3-b979-38707cb6810a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:52.193723 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eddc7-8c17-41b3-b979-38707cb6810a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:52.573805 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 45010) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:52.592147 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5701c240-8d1c-4164-8b27-3a3718e3e939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:52.622142 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-5701c240-8d1c-4164-8b27-3a3718e3e939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:52.626426 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-5701c240-8d1c-4164-8b27-3a3718e3e939 admin admin] Usage tracker for resource:security_group_rule and tenant:c2dfec5e0d514a75981fc6375ad54e33 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:52.629145 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-5701c240-8d1c-4164-8b27-3a3718e3e939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:52.634694 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-5701c240-8d1c-4164-8b27-3a3718e3e939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:52.698319 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5701c240-8d1c-4164-8b27-3a3718e3e939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:52.702137 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5701c240-8d1c-4164-8b27-3a3718e3e939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:52.749347 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701c240-8d1c-4164-8b27-3a3718e3e939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6e0527-94a7-4477-9534-5bd16c085e2d,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:52.753167 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-5701c240-8d1c-4164-8b27-3a3718e3e939 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c2dfec5e0d514a75981fc6375ad54e33&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1783493
Apr 08 02:47:52.756309 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 45014) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:52.815360 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f397edff-931b-4458-ba75-9f393b6c7e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:52.844688 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f397edff-931b-4458-ba75-9f393b6c7e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:52.899528 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f397edff-931b-4458-ba75-9f393b6c7e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:52.915830 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397edff-931b-4458-ba75-9f393b6c7e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6e0527-94a7-4477-9534-5bd16c085e2d,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:52.918962 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f397edff-931b-4458-ba75-9f393b6c7e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:52.920795 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-f397edff-931b-4458-ba75-9f393b6c7e8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b6e0527-94a7-4477-9534-5bd16c085e2d HTTP/1.1" status: 204  len: 168 time: 0.1640694
Apr 08 02:48:04.292799 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-f166a87e-b3f9-4fba-a673-7cd1b8af134e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:06.511893 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ad79cdf7-d95f-4b08-b668-5ba46d3ef0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:07.660488 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:07.835289 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:08.477024 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:09.126221 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:19.002574 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:48:34.295305 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-f5077f08-1750-4be9-90f5-668a7dc3140c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:36.515233 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-175e2353-1b9e-4910-abe4-0c448e383b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:37.661543 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:37.838608 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:38.476653 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b481a2f0-7528-43c5-99ad-fb89884a08b1 req-265eb676-c81e-4bd9-9472-159604f18138 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0676203
Apr 08 02:48:38.503152 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:38.596564 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b481a2f0-7528-43c5-99ad-fb89884a08b1 req-14fd6251-f3fe-43ec-a0aa-7bd854f6109d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 1099 time: 0.0717132
Apr 08 02:48:38.736438 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481a2f0-7528-43c5-99ad-fb89884a08b1 req-73cc3cfd-fe7f-4ad7-954a-241f9d9156c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:38.737755 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b481a2f0-7528-43c5-99ad-fb89884a08b1 req-73cc3cfd-fe7f-4ad7-954a-241f9d9156c4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 200  len: 919 time: 0.1232026
Apr 08 02:48:38.802604 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b481a2f0-7528-43c5-99ad-fb89884a08b1 req-ed15f0d4-0c5f-4c4c-b0b6-cb37e6a146fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf7f363-1f61-4342-8249-2e47822bc532 HTTP/1.1" status: 200  len: 217 time: 0.0579329
Apr 08 02:48:38.864883 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481a2f0-7528-43c5-99ad-fb89884a08b1 req-4ca363ab-222c-43a5-97a6-435f5d14078e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:38.866252 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b481a2f0-7528-43c5-99ad-fb89884a08b1 req-4ca363ab-222c-43a5-97a6-435f5d14078e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bb3aae2-b572-44aa-8358-c4c59784dbe8 HTTP/1.1" status: 200  len: 857 time: 0.0579855
Apr 08 02:48:38.940534 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b481a2f0-7528-43c5-99ad-fb89884a08b1 req-4c58390b-8beb-47c3-8cf5-fe4d653362fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680676
Apr 08 02:48:39.071485 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b481a2f0-7528-43c5-99ad-fb89884a08b1 req-1eed9772-9510-4414-aab8-547a6e692b31 service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244893
Apr 08 02:48:39.133258 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:39.214953 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b481a2f0-7528-43c5-99ad-fb89884a08b1 req-bceba765-be21-4959-964b-1cdbaa5aa95c service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355753
Apr 08 02:48:39.772449 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 45456) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:48:39.914864 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ae80b5db-0f47-4ee1-9873-9406f8d40d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:39.945036 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-ae80b5db-0f47-4ee1-9873-9406f8d40d63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:48:39.949310 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-ae80b5db-0f47-4ee1-9873-9406f8d40d63 admin admin] Usage tracker for resource:security_group_rule and tenant:e7ae88e45b2247aebb1e6c63d37a379f is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:48:39.952283 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-ae80b5db-0f47-4ee1-9873-9406f8d40d63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:48:39.957820 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-ae80b5db-0f47-4ee1-9873-9406f8d40d63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:48:40.026002 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ae80b5db-0f47-4ee1-9873-9406f8d40d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:40.030800 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ae80b5db-0f47-4ee1-9873-9406f8d40d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:40.076784 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-ae80b5db-0f47-4ee1-9873-9406f8d40d63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e7ae88e45b2247aebb1e6c63d37a379f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3033073
Apr 08 02:48:40.077555 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80b5db-0f47-4ee1-9873-9406f8d40d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c56420e-0734-418f-8f6b-4cf5ec6f3feb,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:40.080411 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 45462) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:48:40.138300 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ac9fa1df-c75e-48e1-ae83-24f437b31519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:40.166166 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ac9fa1df-c75e-48e1-ae83-24f437b31519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:40.216052 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ac9fa1df-c75e-48e1-ae83-24f437b31519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:40.231799 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fa1df-c75e-48e1-ae83-24f437b31519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c56420e-0734-418f-8f6b-4cf5ec6f3feb,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:40.244823 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ac9fa1df-c75e-48e1-ae83-24f437b31519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:40.246474 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-ac9fa1df-c75e-48e1-ae83-24f437b31519 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c56420e-0734-418f-8f6b-4cf5ec6f3feb HTTP/1.1" status: 204  len: 168 time: 0.1647260
Apr 08 02:48:40.247875 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fa1df-c75e-48e1-ae83-24f437b31519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:40.248209 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fa1df-c75e-48e1-ae83-24f437b31519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:40.248535 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fa1df-c75e-48e1-ae83-24f437b31519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:40.248855 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fa1df-c75e-48e1-ae83-24f437b31519 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:40.250503 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fa1df-c75e-48e1-ae83-24f437b31519 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:40.250503 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fa1df-c75e-48e1-ae83-24f437b31519 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:40.250503 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fa1df-c75e-48e1-ae83-24f437b31519 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:40.250503 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fa1df-c75e-48e1-ae83-24f437b31519 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:40.250503 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fa1df-c75e-48e1-ae83-24f437b31519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:40.251043 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fa1df-c75e-48e1-ae83-24f437b31519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:40.251043 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9fa1df-c75e-48e1-ae83-24f437b31519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:43.230745 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 45512) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:48:43.369647 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-70acd12d-b798-49b5-b1aa-42d4e8333b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:43.400271 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-70acd12d-b798-49b5-b1aa-42d4e8333b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:48:43.404074 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-70acd12d-b798-49b5-b1aa-42d4e8333b17 admin admin] Usage tracker for resource:security_group_rule and tenant:6e020aa62daf451494acf416fae6e502 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:48:43.406780 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-70acd12d-b798-49b5-b1aa-42d4e8333b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:48:43.412292 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-70acd12d-b798-49b5-b1aa-42d4e8333b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:48:43.475907 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-70acd12d-b798-49b5-b1aa-42d4e8333b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:43.479541 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-70acd12d-b798-49b5-b1aa-42d4e8333b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:43.521632 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70acd12d-b798-49b5-b1aa-42d4e8333b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cf1745-f5ba-428c-acef-32d95cf3dc66,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:43.533199 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-70acd12d-b798-49b5-b1aa-42d4e8333b17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e020aa62daf451494acf416fae6e502&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2984545
Apr 08 02:48:43.533199 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 45518) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:48:43.592903 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-43064743-6054-478d-b110-74ca8c8031da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:43.617436 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-43064743-6054-478d-b110-74ca8c8031da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:43.667011 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-43064743-6054-478d-b110-74ca8c8031da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:43.683118 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43064743-6054-478d-b110-74ca8c8031da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cf1745-f5ba-428c-acef-32d95cf3dc66,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:43.686281 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-43064743-6054-478d-b110-74ca8c8031da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:43.687385 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-43064743-6054-478d-b110-74ca8c8031da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29cf1745-f5ba-428c-acef-32d95cf3dc66 HTTP/1.1" status: 204  len: 168 time: 0.1534970
Apr 08 02:48:49.850516 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b330e-6a0d-4175-966a-1018c1676cb9 req-688242df-782c-43b0-b3ed-1d2f952c7ddb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:49.852060 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d77b330e-6a0d-4175-966a-1018c1676cb9 req-688242df-782c-43b0-b3ed-1d2f952c7ddb tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 945 time: 0.0788879
Apr 08 02:48:49.897005 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d77b330e-6a0d-4175-966a-1018c1676cb9 req-8971eea1-6502-4fce-a2ee-b8354dcf20ab tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391290
Apr 08 02:48:51.094179 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389628bb-f311-488b-ba28-c3db03ae009a req-84fa42f9-06ba-4582-bf27-9b3c1cb3eb35 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:51.095641 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-389628bb-f311-488b-ba28-c3db03ae009a req-84fa42f9-06ba-4582-bf27-9b3c1cb3eb35 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 945 time: 0.0762444
Apr 08 02:48:51.142904 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-389628bb-f311-488b-ba28-c3db03ae009a req-6ea464fc-b901-44b0-bb64-b5402d176df4 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418005
Apr 08 02:48:51.836885 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ba979-dba3-404a-bd3d-8fa840002dc0 req-4e13a0bc-9084-4ca1-adf8-cc7112f66105 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:51.837607 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-f61ba979-dba3-404a-bd3d-8fa840002dc0 req-4e13a0bc-9084-4ca1-adf8-cc7112f66105 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Synchronizing usage tracker for tenant:5fb44db14d6e4c14b82c05f28e8ee9d9 on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:48:51.854924 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-f61ba979-dba3-404a-bd3d-8fa840002dc0 req-4e13a0bc-9084-4ca1-adf8-cc7112f66105 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Unset dirty status for tenant:5fb44db14d6e4c14b82c05f28e8ee9d9 on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:48:51.856653 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f61ba979-dba3-404a-bd3d-8fa840002dc0 req-4e13a0bc-9084-4ca1-adf8-cc7112f66105 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 945 time: 0.0925312
Apr 08 02:48:51.927028 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-f61ba979-dba3-404a-bd3d-8fa840002dc0 req-da509eb2-4263-40ef-8b90-19ef9018ff16 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Deleting port 81ce21ba-cf6f-417d-ac71-eb07f357b4af {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:48:51.927276 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f61ba979-dba3-404a-bd3d-8fa840002dc0 req-da509eb2-4263-40ef-8b90-19ef9018ff16 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:52.172700 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-f61ba979-dba3-404a-bd3d-8fa840002dc0 req-da509eb2-4263-40ef-8b90-19ef9018ff16 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] For port 81ce21ba-cf6f-417d-ac71-eb07f357b4af, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=81ce21ba-cf6f-417d-ac71-eb07f357b4af,segment=NetworkSegment(6f7f923e-7e4e-4814-83ce-e87b69f494b5),segment_id=6f7f923e-7e4e-4814-83ce-e87b69f494b5)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:48:52.173007 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f61ba979-dba3-404a-bd3d-8fa840002dc0 req-da509eb2-4263-40ef-8b90-19ef9018ff16 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:52.361727 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-f61ba979-dba3-404a-bd3d-8fa840002dc0 req-da509eb2-4263-40ef-8b90-19ef9018ff16 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Calling delete_port for 81ce21ba-cf6f-417d-ac71-eb07f357b4af owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:48:52.375920 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a2e32-05b4-4658-a79c-85a12ef1509f req-c62ae440-2f2c-4cf0-9269-9529e18a5a2b tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:52.377381 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d86a2e32-05b4-4658-a79c-85a12ef1509f req-c62ae440-2f2c-4cf0-9269-9529e18a5a2b tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 945 time: 0.0833173
Apr 08 02:48:52.427430 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d86a2e32-05b4-4658-a79c-85a12ef1509f req-784e670c-42dd-4f93-8246-8dddf126ac5c tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434504
Apr 08 02:48:52.508505 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f61ba979-dba3-404a-bd3d-8fa840002dc0 req-da509eb2-4263-40ef-8b90-19ef9018ff16 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:52.520271 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['81ce21ba-cf6f-417d-ac71-eb07f357b4af'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:48:52.557533 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da509eb2-4263-40ef-8b90-19ef9018ff16 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Pushing event deleted for resources: {'Port': ['ID=81ce21ba-cf6f-417d-ac71-eb07f357b4af,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:52.627603 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61ba979-dba3-404a-bd3d-8fa840002dc0 req-da509eb2-4263-40ef-8b90-19ef9018ff16 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] No DVR routers for this DVR port 81ce21ba-cf6f-417d-ac71-eb07f357b4af on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:48:52.629883 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f61ba979-dba3-404a-bd3d-8fa840002dc0 req-da509eb2-4263-40ef-8b90-19ef9018ff16 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:52.632339 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8be830-80b6-459a-a34e-e19f4b587222', 'name': 'network-vif-deleted', 'tag': '81ce21ba-cf6f-417d-ac71-eb07f357b4af'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:48:52.647423 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f61ba979-dba3-404a-bd3d-8fa840002dc0 req-da509eb2-4263-40ef-8b90-19ef9018ff16 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.49 "DELETE /v2.0/ports/81ce21ba-cf6f-417d-ac71-eb07f357b4af HTTP/1.1" status: 204  len: 173 time: 0.7854245
Apr 08 02:48:52.686520 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83f281ad-6738-4503-b57c-3f55db3ce0a7'] response: {'server_uuid': '8a8be830-80b6-459a-a34e-e19f4b587222', 'name': 'network-vif-deleted', 'tag': '81ce21ba-cf6f-417d-ac71-eb07f357b4af', 'status': 'completed', 'code': 200}
Apr 08 02:48:53.600553 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ecefb507-f051-4e4d-bfde-f228793b1563 req-2fd0f63a-31b0-498e-9984-f34c764104a5 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 210 time: 0.0390732
Apr 08 02:48:54.776816 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3b23de57-fd10-4eee-82b3-209fb5d33a8c req-1d17a8fd-a241-4168-a3f2-f7e27dd2f584 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 210 time: 0.0430868
Apr 08 02:48:55.182786 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 81ce21ba-cf6f-417d-ac71-eb07f357b4af no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:48:55.214854 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] No Port match for: 81ce21ba-cf6f-417d-ac71-eb07f357b4af {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:48:55.215768 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 81ce21ba-cf6f-417d-ac71-eb07f357b4af not bound to the agent host hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:48:55.946201 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1040fbce-e7e7-4085-b44e-99b4f053b99a req-e3483837-9570-4bb0-9f45-682fe5f66e7d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8be830-80b6-459a-a34e-e19f4b587222 HTTP/1.1" status: 200  len: 210 time: 0.0397284
Apr 08 02:48:56.002937 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:49:04.297081 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5077ccd9-2326-4e94-8df4-232802a6bc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:04.361488 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8e0fc-d95a-4f5c-a14d-e6a61c91f0e0 req-5e6c239f-821a-4e07-8026-1a8f2733f93e tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:04.363033 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-27d8e0fc-d95a-4f5c-a14d-e6a61c91f0e0 req-5e6c239f-821a-4e07-8026-1a8f2733f93e tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0844550
Apr 08 02:49:04.411384 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-27d8e0fc-d95a-4f5c-a14d-e6a61c91f0e0 req-79954b3d-52da-4784-b82b-46cfa94e82cc tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425580
Apr 08 02:49:05.625227 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eda8f7-e475-4204-855f-7a7da1f1fd8b req-f67770c3-c08f-441f-8d16-2a1a86f9574b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:05.626650 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e4eda8f7-e475-4204-855f-7a7da1f1fd8b req-f67770c3-c08f-441f-8d16-2a1a86f9574b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0767922
Apr 08 02:49:05.671310 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e4eda8f7-e475-4204-855f-7a7da1f1fd8b req-a6fa5423-2ec4-4143-92e0-c29531e9a673 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390074
Apr 08 02:49:06.516679 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-eee23eb8-73f6-41fd-a95a-f81d3941f8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:06.893464 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10eae4a-4db6-4e97-b831-0b31e6f86269 req-fb489b51-539d-48ae-88ac-5bb390e095a5 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:06.894900 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d10eae4a-4db6-4e97-b831-0b31e6f86269 req-fb489b51-539d-48ae-88ac-5bb390e095a5 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0792332
Apr 08 02:49:06.938413 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d10eae4a-4db6-4e97-b831-0b31e6f86269 req-df7d7b3c-e5b5-43ab-ba6d-b68a29d27df1 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379660
Apr 08 02:49:07.662504 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:07.840664 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:08.159689 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ea588-248d-47e8-8e14-3ebaace9d3ac req-e21df0a2-07d1-479c-8955-6c14b14f65f6 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:08.161211 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-076ea588-248d-47e8-8e14-3ebaace9d3ac req-e21df0a2-07d1-479c-8955-6c14b14f65f6 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0866635
Apr 08 02:49:08.207468 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-076ea588-248d-47e8-8e14-3ebaace9d3ac req-b419b5fe-04e1-4464-8dfa-8462c6921f30 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407400
Apr 08 02:49:08.508769 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:08.764072 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-b7662858-775e-428f-b791-9da0c85382b2 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:08.765382 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-b7662858-775e-428f-b791-9da0c85382b2 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/networks?id=56fa5162-5751-457a-9e46-87c248750bb3 HTTP/1.1" status: 200  len: 814 time: 0.1467080
Apr 08 02:49:08.781911 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-ac3603cf-03df-44ed-8cde-3aee7c5fd80d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/quotas/5fb44db14d6e4c14b82c05f28e8ee9d9 HTTP/1.1" status: 200  len: 375 time: 0.0106068
Apr 08 02:49:08.831520 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-f8021e6a-e006-4a50-8705-9ee00df11578 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fb44db14d6e4c14b82c05f28e8ee9d9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0445564
Apr 08 02:49:09.024481 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-d9791596-0dc2-4e20-afa4-4c8c7b455c5f service neutron] 10.222.0.48 "GET /v2.0/networks/56fa5162-5751-457a-9e46-87c248750bb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1855843
Apr 08 02:49:09.134499 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:09.160085 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-56b7924a-ff66-45d8-8ca8-b68a6c565ac1 service neutron] 10.222.0.48 "GET /v2.0/networks/56fa5162-5751-457a-9e46-87c248750bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288843
Apr 08 02:49:09.425631 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80d93f-9bc0-42f7-8c76-c6588b1a9089 req-54e856ec-96b3-493c-86fd-af38b1eb656d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:09.427076 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5a80d93f-9bc0-42f7-8c76-c6588b1a9089 req-54e856ec-96b3-493c-86fd-af38b1eb656d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0765293
Apr 08 02:49:09.472748 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5a80d93f-9bc0-42f7-8c76-c6588b1a9089 req-2c69852b-79dd-45f1-817b-070deb4db661 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397127
Apr 08 02:49:10.368688 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c2173dfe-70e1-4a1f-a26c-b63bceaaf282 req-3a5b188b-78a9-4618-b0fb-108739a61bd1 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 210 time: 0.0490510
Apr 08 02:49:10.689400 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5f0ea-7d8b-454b-a226-3d4ccc068ed3 req-2f0286b2-e093-450f-ab7b-14952dc958a8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:10.690883 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d1a5f0ea-7d8b-454b-a226-3d4ccc068ed3 req-2f0286b2-e093-450f-ab7b-14952dc958a8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0789342
Apr 08 02:49:10.738650 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d1a5f0ea-7d8b-454b-a226-3d4ccc068ed3 req-21c2734b-281b-4f16-8402-2a31223cdb0d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417254
Apr 08 02:49:11.453049 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-8aa289b2-0146-4e31-9082-8d8323d88a8e tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:11.454521 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-8aa289b2-0146-4e31-9082-8d8323d88a8e tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.49 "GET /v2.0/networks?id=56fa5162-5751-457a-9e46-87c248750bb3 HTTP/1.1" status: 200  len: 814 time: 0.1550775
Apr 08 02:49:11.472054 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-8143741e-be4e-47ec-8f31-dbe4e5c8406d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Request body: {'port': {'device_id': '59d316c0-ed6c-470a-b33f-30b42537143f', 'network_id': '56fa5162-5751-457a-9e46-87c248750bb3', 'admin_state_up': True, 'tenant_id': '5fb44db14d6e4c14b82c05f28e8ee9d9'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:49:11.563899 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7acb3275-c671-4833-be81-173997de157d req-a9520a9e-1306-4648-a718-417e01a18cf3 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 210 time: 0.0608110
Apr 08 02:49:11.625099 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-8143741e-be4e-47ec-8f31-dbe4e5c8406d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:49:11.629093 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-8143741e-be4e-47ec-8f31-dbe4e5c8406d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Usage tracker for resource:port and tenant:5fb44db14d6e4c14b82c05f28e8ee9d9 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:49:11.631897 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-8143741e-be4e-47ec-8f31-dbe4e5c8406d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:49:11.637704 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-8143741e-be4e-47ec-8f31-dbe4e5c8406d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:49:11.647197 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-8143741e-be4e-47ec-8f31-dbe4e5c8406d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Made reservation on behalf of 5fb44db14d6e4c14b82c05f28e8ee9d9 for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:49:11.650413 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-8143741e-be4e-47ec-8f31-dbe4e5c8406d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:11.823023 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-8143741e-be4e-47ec-8f31-dbe4e5c8406d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Allocated IP 172.20.0.8 (56fa5162-5751-457a-9e46-87c248750bb3/61685457-2ae9-442c-92b6-d675128ed59c/ee406698-29e8-4d95-b213-93379362182c) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:49:11.953296 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd22d2d-4b9a-4d47-9e29-6ccfafc1ea57 req-bcf65f8a-fba6-4d37-9efb-fcbc95f65d1b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:11.954876 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cbd22d2d-4b9a-4d47-9e29-6ccfafc1ea57 req-bcf65f8a-fba6-4d37-9efb-fcbc95f65d1b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0803561
Apr 08 02:49:12.006571 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cbd22d2d-4b9a-4d47-9e29-6ccfafc1ea57 req-efd9b783-8a09-4398-9410-7bacba148294 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458701
Apr 08 02:49:12.029755 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-8143741e-be4e-47ec-8f31-dbe4e5c8406d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:12.058277 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-8143741e-be4e-47ec-8f31-dbe4e5c8406d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:12.133448 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-8143741e-be4e-47ec-8f31-dbe4e5c8406d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Network 56fa5162-5751-457a-9e46-87c248750bb3 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:49:12.137150 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-8143741e-be4e-47ec-8f31-dbe4e5c8406d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:49:12.141886 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-8143741e-be4e-47ec-8f31-dbe4e5c8406d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:49:12.166511 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143741e-be4e-47ec-8f31-dbe4e5c8406d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Pushing event updated for resources: {'Port': ['ID=ee406698-29e8-4d95-b213-93379362182c,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:12.202933 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-8143741e-be4e-47ec-8f31-dbe4e5c8406d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:12.203531 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-8143741e-be4e-47ec-8f31-dbe4e5c8406d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:12.227574 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-8143741e-be4e-47ec-8f31-dbe4e5c8406d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7596090
Apr 08 02:49:12.239180 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Request body: {'port': {'device_id': '59d316c0-ed6c-470a-b33f-30b42537143f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:49:12.348916 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:12.692846 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee406698-29e8-4d95-b213-93379362182c {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:49:12.700727 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:12.716092 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Transition to ACTIVE for port object ee406698-29e8-4d95-b213-93379362182c will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:49:12.719587 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:12.768277 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ca34d-86eb-4dc8-86a3-74b43c5ff201 req-31122113-f5eb-46d7-a6fb-f8ec6b5c3f1d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:12.769728 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-580ca34d-86eb-4dc8-86a3-74b43c5ff201 req-31122113-f5eb-46d7-a6fb-f8ec6b5c3f1d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 943 time: 0.0824354
Apr 08 02:49:12.817995 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-580ca34d-86eb-4dc8-86a3-74b43c5ff201 req-5618d1f1-11d1-4477-aa6a-589355846767 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421848
Apr 08 02:49:12.847371 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Pushing event updated for resources: {'Port': ['ID=ee406698-29e8-4d95-b213-93379362182c,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:13.000369 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Attempting to bind port ee406698-29e8-4d95-b213-93379362182c on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:49:13.000696 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Attempting to bind port ee406698-29e8-4d95-b213-93379362182c by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '6f7f923e-7e4e-4814-83ce-e87b69f494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '56fa5162-5751-457a-9e46-87c248750bb3'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:49:13.001022 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Attempting to bind port ee406698-29e8-4d95-b213-93379362182c on network 56fa5162-5751-457a-9e46-87c248750bb3 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:49:13.006728 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Port ee406698-29e8-4d95-b213-93379362182c on network 56fa5162-5751-457a-9e46-87c248750bb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:49:13.007043 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Attempting to bind port ee406698-29e8-4d95-b213-93379362182c on network 56fa5162-5751-457a-9e46-87c248750bb3 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:49:13.013990 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:49:13.014325 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Checking segment: {'id': '6f7f923e-7e4e-4814-83ce-e87b69f494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '56fa5162-5751-457a-9e46-87c248750bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:49:13.014723 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Bound using segment: {'id': '6f7f923e-7e4e-4814-83ce-e87b69f494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '56fa5162-5751-457a-9e46-87c248750bb3'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:49:13.015142 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Bound port: ee406698-29e8-4d95-b213-93379362182c, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f7f923e-7e4e-4814-83ce-e87b69f494b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '56fa5162-5751-457a-9e46-87c248750bb3'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:49:13.015481 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:13.106340 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] For port ee406698-29e8-4d95-b213-93379362182c, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:49:13.109972 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] For port ee406698-29e8-4d95-b213-93379362182c, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=ee406698-29e8-4d95-b213-93379362182c,segment=NetworkSegment(6f7f923e-7e4e-4814-83ce-e87b69f494b5),segment_id=6f7f923e-7e4e-4814-83ce-e87b69f494b5)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:49:13.115876 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:13.178317 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:13.179784 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] 10.222.0.49 "PUT /v2.0/ports/ee406698-29e8-4d95-b213-93379362182c HTTP/1.1" status: 200  len: 1093 time: 0.9455836
Apr 08 02:49:13.180196 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d316c0-ed6c-470a-b33f-30b42537143f', 'tag': 'ee406698-29e8-4d95-b213-93379362182c'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:49:13.197831 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f34a3-605b-43d9-aaa9-4a68c99c234b service neutron] Pushing event updated for resources: {'Port': ['ID=ee406698-29e8-4d95-b213-93379362182c,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:13.240915 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa16ac-e0cc-4e7b-b554-5191b77b94a8 req-a7edd2df-4ec9-4e8f-8804-bd041c86b400 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:13.242361 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1cfa16ac-e0cc-4e7b-b554-5191b77b94a8 req-a7edd2df-4ec9-4e8f-8804-bd041c86b400 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0929303
Apr 08 02:49:13.257515 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1385c0a-65bb-4385-99db-1616576ca9e6'] response: {'name': 'network-changed', 'server_uuid': '59d316c0-ed6c-470a-b33f-30b42537143f', 'tag': 'ee406698-29e8-4d95-b213-93379362182c', 'status': 'completed', 'code': 200}
Apr 08 02:49:13.295265 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1cfa16ac-e0cc-4e7b-b554-5191b77b94a8 req-f2720e75-1051-4c54-9c66-6306b9d6b383 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463853
Apr 08 02:49:13.296173 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-10a606d7-cd3c-4dec-9eaf-14570ff33a9b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5fb44db14d6e4c14b82c05f28e8ee9d9&device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 1096 time: 0.0779891
Apr 08 02:49:13.363682 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-597bf449-4903-4c71-ad94-42445bd747de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee406698-29e8-4d95-b213-93379362182c HTTP/1.1" status: 200  len: 217 time: 0.0601692
Apr 08 02:49:13.429921 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-81df9dec-01cc-4439-afaf-8b6ad75f3fd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:13.431367 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-81df9dec-01cc-4439-afaf-8b6ad75f3fd5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=61685457-2ae9-442c-92b6-d675128ed59c HTTP/1.1" status: 200  len: 854 time: 0.0613365
Apr 08 02:49:13.476542 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-3227aaf4-6789-4f61-aa3d-362754e831bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=56fa5162-5751-457a-9e46-87c248750bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0384173
Apr 08 02:49:13.607844 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-90e2c9b4-c7cd-402c-b22e-d0d016ef9e65 service neutron] 10.222.0.49 "GET /v2.0/networks/56fa5162-5751-457a-9e46-87c248750bb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231699
Apr 08 02:49:13.743649 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5d61e9ef-585f-4128-b4be-88aa6c6a55ab req-510bc05e-b70d-4076-9c10-6990b69b7bd4 service neutron] 10.222.0.49 "GET /v2.0/networks/56fa5162-5751-457a-9e46-87c248750bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292779
Apr 08 02:49:13.903932 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-0553980c-c2b7-4373-930c-97ac4dd07d97 req-31fbb512-a5d4-4ede-8988-a5d65f7f1a67 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5fb44db14d6e4c14b82c05f28e8ee9d9&device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 1096 time: 0.0748727
Apr 08 02:49:14.023667 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fefba0-2d3a-4cc0-8d53-21dc3193c134 req-b2bc983d-1b61-4aa5-a0c1-341cd023356d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:14.025711 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-76fefba0-2d3a-4cc0-8d53-21dc3193c134 req-b2bc983d-1b61-4aa5-a0c1-341cd023356d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 943 time: 0.0810671
Apr 08 02:49:14.043744 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553980c-c2b7-4373-930c-97ac4dd07d97 req-0144dae3-e15f-4341-9146-2fdffbfc3634 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:14.045152 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-0553980c-c2b7-4373-930c-97ac4dd07d97 req-0144dae3-e15f-4341-9146-2fdffbfc3634 service neutron] 10.222.0.49 "GET /v2.0/networks?id=56fa5162-5751-457a-9e46-87c248750bb3 HTTP/1.1" status: 200  len: 915 time: 0.1337588
Apr 08 02:49:14.072672 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-76fefba0-2d3a-4cc0-8d53-21dc3193c134 req-b7a61c78-9429-4915-9ba1-21794caa54c1 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404849
Apr 08 02:49:14.113683 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-0553980c-c2b7-4373-930c-97ac4dd07d97 req-508f3ecb-5b9e-4f5d-ac00-cb8867738ed2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee406698-29e8-4d95-b213-93379362182c HTTP/1.1" status: 200  len: 217 time: 0.0598238
Apr 08 02:49:14.176827 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553980c-c2b7-4373-930c-97ac4dd07d97 req-2bb490b4-c14b-466e-97ca-8e6dbd6326a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:14.178202 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-0553980c-c2b7-4373-930c-97ac4dd07d97 req-2bb490b4-c14b-466e-97ca-8e6dbd6326a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=61685457-2ae9-442c-92b6-d675128ed59c HTTP/1.1" status: 200  len: 854 time: 0.0587490
Apr 08 02:49:14.223561 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-0553980c-c2b7-4373-930c-97ac4dd07d97 req-88a226e7-d13a-404e-9057-c1a25a221a90 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=56fa5162-5751-457a-9e46-87c248750bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0388091
Apr 08 02:49:14.375593 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-0553980c-c2b7-4373-930c-97ac4dd07d97 req-aa8ac48c-a1de-46ab-ae36-b492c29de3e3 service neutron] 10.222.0.49 "GET /v2.0/networks/56fa5162-5751-457a-9e46-87c248750bb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259277
Apr 08 02:49:14.507327 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f2d28-be8a-4d87-a50d-892eb7364763 req-720ddb0c-8d29-4405-a0aa-09026b4e9ff7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:14.508770 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7d8f2d28-be8a-4d87-a50d-892eb7364763 req-720ddb0c-8d29-4405-a0aa-09026b4e9ff7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0783203
Apr 08 02:49:14.514879 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-0553980c-c2b7-4373-930c-97ac4dd07d97 req-bdb1f573-dfd7-412a-8904-7e7d4f570a43 service neutron] 10.222.0.49 "GET /v2.0/networks/56fa5162-5751-457a-9e46-87c248750bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316617
Apr 08 02:49:14.553605 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7d8f2d28-be8a-4d87-a50d-892eb7364763 req-ab4cc733-9ff5-488f-a8a9-60d229876cc0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389457
Apr 08 02:49:15.271001 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff5e70-f79a-4c01-98d3-fc95e39bb143 req-53b934db-59ca-46f3-8600-baba2ef02eb2 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:15.272360 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c1ff5e70-f79a-4c01-98d3-fc95e39bb143 req-53b934db-59ca-46f3-8600-baba2ef02eb2 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 943 time: 0.0799763
Apr 08 02:49:15.317653 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c1ff5e70-f79a-4c01-98d3-fc95e39bb143 req-006ee02d-14be-4a79-b4ff-fc89ca32a210 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390728
Apr 08 02:49:15.769981 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d0125-d1cd-45f2-9ca4-86d10057c9ff req-061213f8-bc65-4e09-b77f-e870ee14bb11 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:15.771456 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1c6d0125-d1cd-45f2-9ca4-86d10057c9ff req-061213f8-bc65-4e09-b77f-e870ee14bb11 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0806429
Apr 08 02:49:15.828846 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1c6d0125-d1cd-45f2-9ca4-86d10057c9ff req-ec736bb6-953e-4387-a33d-d1336f3321b8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518262
Apr 08 02:49:16.229195 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 45894) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:49:16.235654 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-a573f801-0172-4530-a919-5f3b19db32b7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1397460970', 'description': 'tempest-description--1291384434'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:49:16.241263 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-a573f801-0172-4530-a919-5f3b19db32b7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:49:16.251152 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-a573f801-0172-4530-a919-5f3b19db32b7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:49:16.260101 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a573f801-0172-4530-a919-5f3b19db32b7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:16.296170 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-a573f801-0172-4530-a919-5f3b19db32b7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:49:16.299907 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-a573f801-0172-4530-a919-5f3b19db32b7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:security_group_rule and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:49:16.302702 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-a573f801-0172-4530-a919-5f3b19db32b7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:49:16.308455 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-a573f801-0172-4530-a919-5f3b19db32b7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:49:16.364502 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a573f801-0172-4530-a919-5f3b19db32b7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:16.369002 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a573f801-0172-4530-a919-5f3b19db32b7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:16.416547 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573f801-0172-4530-a919-5f3b19db32b7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=333eb902-1aad-413c-94d6-21b185dfe44d,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:16.423726 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a573f801-0172-4530-a919-5f3b19db32b7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:16.425217 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-a573f801-0172-4530-a919-5f3b19db32b7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.1948011
Apr 08 02:49:16.428323 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 45900) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:49:16.434161 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'security_group_rule': {'security_group_id': '333eb902-1aad-413c-94d6-21b185dfe44d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:49:16.441603 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:49:16.446784 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:security_group_rule and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:49:16.450744 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:49:16.490131 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:49:16.523144 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:16.572817 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19fff5-e3f9-4034-95a5-2d356a052ea3 req-8ee01e4e-5181-48a5-8beb-a6c5fd59c39c tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:16.575058 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fe19fff5-e3f9-4034-95a5-2d356a052ea3 req-8ee01e4e-5181-48a5-8beb-a6c5fd59c39c tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 943 time: 0.1293316
Apr 08 02:49:16.647487 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:16.653987 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:16.662366 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fe19fff5-e3f9-4034-95a5-2d356a052ea3 req-34ebf965-c003-45cd-ad5d-e1ba3581822c tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718389
Apr 08 02:49:16.680449 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d713a4-7332-4b50-aa17-b65bcf41bb39,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:16.689048 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:16.689390 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:16.689724 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:16.690054 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:16.690384 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:16.690726 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:16.691049 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:16.691368 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:16.691688 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:16.692002 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:16.692319 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:16.706775 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:16.707930 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-eda463f5-9206-4a4b-9051-f6c0734958c1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2788332
Apr 08 02:49:16.710582 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 45906) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:49:16.716438 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-a0e27cbb-2ceb-4d89-9c57-fb2a94979b72 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'security_group_rule': {'security_group_id': '333eb902-1aad-413c-94d6-21b185dfe44d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:49:16.722221 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-a0e27cbb-2ceb-4d89-9c57-fb2a94979b72 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:49:16.726038 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-a0e27cbb-2ceb-4d89-9c57-fb2a94979b72 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:security_group_rule and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:49:16.729045 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-a0e27cbb-2ceb-4d89-9c57-fb2a94979b72 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:49:16.735000 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-a0e27cbb-2ceb-4d89-9c57-fb2a94979b72 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:49:16.752955 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a0e27cbb-2ceb-4d89-9c57-fb2a94979b72 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:16.813329 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a0e27cbb-2ceb-4d89-9c57-fb2a94979b72 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:16.818181 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a0e27cbb-2ceb-4d89-9c57-fb2a94979b72 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:16.843926 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e27cbb-2ceb-4d89-9c57-fb2a94979b72 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8446af0a-fac2-4a2b-a90b-6d0ca3fba99e,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:16.853110 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a0e27cbb-2ceb-4d89-9c57-fb2a94979b72 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:16.854262 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-a0e27cbb-2ceb-4d89-9c57-fb2a94979b72 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1427679
Apr 08 02:49:16.858052 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 45910) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:49:16.863113 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'floatingip': {'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:49:16.868127 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:49:16.872118 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:floatingip and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:49:16.875194 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:49:16.881546 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:49:16.897102 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:17.087971 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b64d7-94f9-4084-bd78-824e471dffc2 req-50d3e8d1-8684-4558-9d40-5bcb0498b123 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:17.089661 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-115b64d7-94f9-4084-bd78-824e471dffc2 req-50d3e8d1-8684-4558-9d40-5bcb0498b123 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.1184285
Apr 08 02:49:17.125795 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:17.187686 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-115b64d7-94f9-4084-bd78-824e471dffc2 req-2da27a9c-1d8b-4961-a390-7d5dc55fa8dd tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0901866
Apr 08 02:49:17.227713 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device ee406698-29e8-4d95-b213-93379362182c details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:49:17.343795 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_common [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Allocated IP 172.27.2.216 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/00cff98e-24d0-4244-8807-0a1d77770599) {{(pid=83136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:49:17.375134 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port ee406698-29e8-4d95-b213-93379362182c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=ee406698-29e8-4d95-b213-93379362182c,segment=NetworkSegment(6f7f923e-7e4e-4814-83ce-e87b69f494b5),segment_id=6f7f923e-7e4e-4814-83ce-e87b69f494b5)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:49:17.389498 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': 'ee406698-29e8-4d95-b213-93379362182c', 'network_id': '56fa5162-5751-457a-9e46-87c248750bb3', 'port_id': 'ee406698-29e8-4d95-b213-93379362182c', 'mac_address': 'fa:16:3e:20:ae:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61685457-2ae9-442c-92b6-d675128ed59c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:49:17.446425 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:17.465150 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee406698-29e8-4d95-b213-93379362182c {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:49:17.480476 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port ee406698-29e8-4d95-b213-93379362182c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=ee406698-29e8-4d95-b213-93379362182c,segment=NetworkSegment(6f7f923e-7e4e-4814-83ce-e87b69f494b5),segment_id=6f7f923e-7e4e-4814-83ce-e87b69f494b5)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:49:17.484623 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:17.498008 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for port, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:17.526744 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:17.552619 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=ee406698-29e8-4d95-b213-93379362182c,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:17.561451 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:17.561788 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:17.562117 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:17.562442 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:17.562788 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:17.563112 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:17.563434 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:17.563773 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:17.564089 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:17.564401 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:17.564784 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:17.598782 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:49:17.601561 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources bound (agent type, host, resource id):  {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:49:17.604154 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Received port after_create {{(pid=83136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:49:17.634638 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'Port': ['ID=00cff98e-24d0-4244-8807-0a1d77770599,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:17.773580 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:17.875111 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:17.957394 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e2c4e-e861-448c-a4bb-da2064b388b7 req-0026f150-87fc-459a-8b70-8af281bfc9f8 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:17.958850 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0d7e2c4e-e861-448c-a4bb-da2064b388b7 req-0026f150-87fc-459a-8b70-8af281bfc9f8 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 944 time: 0.1555302
Apr 08 02:49:17.993990 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['ee406698-29e8-4d95-b213-93379362182c'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:49:18.091842 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0d7e2c4e-e861-448c-a4bb-da2064b388b7 req-84699298-51d2-46b6-a061-886a74974004 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188273
Apr 08 02:49:18.141972 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for port, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:18.146267 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2029878'] for port, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:18.256367 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'Port': ['ID=00cff98e-24d0-4244-8807-0a1d77770599,revision_number=2']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:18.269767 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:18.294351 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:18.295853 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-a26130d6-6345-42f2-bbea-0e8935448516 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4367323
Apr 08 02:49:18.576959 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-08f474a0-645f-45b9-a219-847893d94996 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1397460970&fields=id&tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3 HTTP/1.1" status: 200  len: 267 time: 0.0697827
Apr 08 02:49:18.617900 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1b181-09f3-44bc-94ad-b994d795493f req-147e9dfc-33e0-43f3-9a53-491636ab7b78 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:18.619329 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e7b1b181-09f3-44bc-94ad-b994d795493f req-147e9dfc-33e0-43f3-9a53-491636ab7b78 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.1447880
Apr 08 02:49:18.749812 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e7b1b181-09f3-44bc-94ad-b994d795493f req-c09e34d1-aa00-4b06-9bf1-f03750bb75ac tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835228
Apr 08 02:49:18.775116 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-ad4eb369-f269-4ec9-82d3-43e40318c652 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:18.776614 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-ad4eb369-f269-4ec9-82d3-43e40318c652 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/networks?id=8b5bf61a-9182-47e6-a758-1a71619fdd20 HTTP/1.1" status: 200  len: 814 time: 0.1922021
Apr 08 02:49:18.795204 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-eba7f365-27a0-434e-ad3c-1a793e1d7372 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/quotas/cbbf5bb7e51d4d2d8594d6d1d3a797a3 HTTP/1.1" status: 200  len: 375 time: 0.0122645
Apr 08 02:49:18.885104 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-0738ab88-2b87-4ed6-ad27-089c7c447567 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0847816
Apr 08 02:49:19.026834 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-085f9333-6ebe-465c-9532-982692ed5127 service neutron] 10.222.0.48 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302280
Apr 08 02:49:19.159684 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-096fde3a-d579-4197-847b-ecf5101a731b service neutron] 10.222.0.48 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258521
Apr 08 02:49:19.364316 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2ce82b90-d6a3-487d-87eb-ea77947d011a req-a39a8817-e07e-487c-8aec-b40e09ff76ff tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 210 time: 0.0497947
Apr 08 02:49:19.395404 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c227def-407d-4767-870d-b5e9b31a70b9 req-ce760c08-2d03-4317-9a24-df1fe0c01fff tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:19.396849 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5c227def-407d-4767-870d-b5e9b31a70b9 req-ce760c08-2d03-4317-9a24-df1fe0c01fff tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 944 time: 0.1828811
Apr 08 02:49:19.443222 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5c227def-407d-4767-870d-b5e9b31a70b9 req-e6659bfe-638d-4dca-8679-07859057cb65 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402005
Apr 08 02:49:19.964622 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07e61b-afa3-4802-a317-bff0a0a46dcc req-d13ccab5-2556-41b7-9ec6-372d3b744573 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:19.966091 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9b07e61b-afa3-4802-a317-bff0a0a46dcc req-d13ccab5-2556-41b7-9ec6-372d3b744573 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0807555
Apr 08 02:49:20.010492 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9b07e61b-afa3-4802-a317-bff0a0a46dcc req-7689cd6b-03d0-4580-ba8a-9032fec0ed2b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382812
Apr 08 02:49:20.545094 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-3c651590-599d-405d-bfca-8dfb35a5e53b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:20.546518 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-3c651590-599d-405d-bfca-8dfb35a5e53b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "GET /v2.0/networks?id=8b5bf61a-9182-47e6-a758-1a71619fdd20 HTTP/1.1" status: 200  len: 814 time: 0.2018490
Apr 08 02:49:20.562724 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3fac07ec-62e6-45dc-9714-c164419c283c req-7ef9c336-1dd5-4ff5-bc90-0e95f130f1d8 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 210 time: 0.0674469
Apr 08 02:49:20.608204 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-cc717e24-507b-4a44-8288-ba97559a972c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Synchronizing usage tracker for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:security_group {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:49:20.624075 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-cc717e24-507b-4a44-8288-ba97559a972c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Unset dirty status for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:security_group {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:49:20.625438 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-cc717e24-507b-4a44-8288-ba97559a972c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3 HTTP/1.1" status: 200  len: 472 time: 0.0612276
Apr 08 02:49:20.634498 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-9a597f27-eb48-4715-a3d9-ce47de4d94f1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'port': {'device_id': 'de7be542-3f1f-4b34-a68c-4500efe9f8d9', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'admin_state_up': True, 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'security_groups': ['333eb902-1aad-413c-94d6-21b185dfe44d']}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:49:20.693792 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da5154-761c-4c47-b745-66ad5c8c4600 req-70963bac-5582-43eb-b19f-a5b01fcbb115 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:20.695166 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-26da5154-761c-4c47-b745-66ad5c8c4600 req-70963bac-5582-43eb-b19f-a5b01fcbb115 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 944 time: 0.0799940
Apr 08 02:49:20.742112 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-26da5154-761c-4c47-b745-66ad5c8c4600 req-562e04c9-e6b1-440c-8ec0-8494a040122f tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400548
Apr 08 02:49:20.767712 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-9a597f27-eb48-4715-a3d9-ce47de4d94f1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:49:20.771468 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-9a597f27-eb48-4715-a3d9-ce47de4d94f1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:port and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:49:20.774204 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-9a597f27-eb48-4715-a3d9-ce47de4d94f1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:49:20.779914 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-9a597f27-eb48-4715-a3d9-ce47de4d94f1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:49:20.789275 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-9a597f27-eb48-4715-a3d9-ce47de4d94f1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Made reservation on behalf of cbbf5bb7e51d4d2d8594d6d1d3a797a3 for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:49:20.792238 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-9a597f27-eb48-4715-a3d9-ce47de4d94f1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:20.951429 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-9a597f27-eb48-4715-a3d9-ce47de4d94f1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Allocated IP 172.20.0.7 (8b5bf61a-9182-47e6-a758-1a71619fdd20/743cafe1-55c5-498c-8d9e-6e95da137120/47e2a2ae-5384-4804-b0be-7c736b7e4b92) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:49:21.138223 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-9a597f27-eb48-4715-a3d9-ce47de4d94f1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:21.153399 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-9a597f27-eb48-4715-a3d9-ce47de4d94f1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Transition to ACTIVE for port object 47e2a2ae-5384-4804-b0be-7c736b7e4b92 will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:49:21.174491 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-9a597f27-eb48-4715-a3d9-ce47de4d94f1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:21.223986 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf2cd5-a751-4118-949a-f19c5601c90c req-da73f5d4-c95c-4976-a648-b67061ff767d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:21.225342 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-dddf2cd5-a751-4118-949a-f19c5601c90c req-da73f5d4-c95c-4976-a648-b67061ff767d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0775485
Apr 08 02:49:21.246093 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device ee406698-29e8-4d95-b213-93379362182c up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:49:21.247794 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-9a597f27-eb48-4715-a3d9-ce47de4d94f1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Network 8b5bf61a-9182-47e6-a758-1a71619fdd20 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:49:21.250920 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-9a597f27-eb48-4715-a3d9-ce47de4d94f1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:49:21.255167 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-9a597f27-eb48-4715-a3d9-ce47de4d94f1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:49:21.282451 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-dddf2cd5-a751-4118-949a-f19c5601c90c req-776a65ec-99ce-4dc2-ab61-2ab960913275 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508711
Apr 08 02:49:21.290471 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a597f27-eb48-4715-a3d9-ce47de4d94f1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'Port': ['ID=47e2a2ae-5384-4804-b0be-7c736b7e4b92,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:21.333775 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port ee406698-29e8-4d95-b213-93379362182c completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:49:21.336665 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-9a597f27-eb48-4715-a3d9-ce47de4d94f1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:21.337154 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-9a597f27-eb48-4715-a3d9-ce47de4d94f1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:21.339933 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port ee406698-29e8-4d95-b213-93379362182c triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:49:21.340424 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:21.358916 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-9a597f27-eb48-4715-a3d9-ce47de4d94f1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7277887
Apr 08 02:49:21.407675 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Request body: {'port': {'device_id': 'de7be542-3f1f-4b34-a68c-4500efe9f8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:49:21.461968 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:21.489151 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d316c0-ed6c-470a-b33f-30b42537143f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee406698-29e8-4d95-b213-93379362182c'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:49:21.500440 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port ee406698-29e8-4d95-b213-93379362182c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=ee406698-29e8-4d95-b213-93379362182c,segment=NetworkSegment(6f7f923e-7e4e-4814-83ce-e87b69f494b5),segment_id=6f7f923e-7e4e-4814-83ce-e87b69f494b5)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:49:21.505272 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:21.518301 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:21.557690 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3da9444-0925-4a0e-9802-9ecfc2510be4'] response: {'server_uuid': '59d316c0-ed6c-470a-b33f-30b42537143f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee406698-29e8-4d95-b213-93379362182c', 'code': 200}
Apr 08 02:49:21.586189 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-a6a86a2a-679b-4c3a-9776-677591c947c6 None None] Provisioning for port 47e2a2ae-5384-4804-b0be-7c736b7e4b92 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:49:21.593990 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=ee406698-29e8-4d95-b213-93379362182c,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:21.596461 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-a6a86a2a-679b-4c3a-9776-677591c947c6 None None] Provisioning complete for port 47e2a2ae-5384-4804-b0be-7c736b7e4b92 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:49:21.596821 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-a6a86a2a-679b-4c3a-9776-677591c947c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:21.655022 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-a6a86a2a-679b-4c3a-9776-677591c947c6 None None] Port 47e2a2ae-5384-4804-b0be-7c736b7e4b92 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:49:21.791689 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a0764-000d-4190-8991-f72fb6464fee req-40dd1920-4d41-4742-ae39-06189b78f713 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:21.794074 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-318a0764-000d-4190-8991-f72fb6464fee req-40dd1920-4d41-4742-ae39-06189b78f713 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 931 time: 0.0775862
Apr 08 02:49:21.843600 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-318a0764-000d-4190-8991-f72fb6464fee req-c5405bd6-485f-406d-9238-6d6c3b65b695 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=333eb902-1aad-413c-94d6-21b185dfe44d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432763
Apr 08 02:49:21.920480 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-37f68da1-caaa-4003-a574-32983addcfec req-e15b1be0-2cdd-4fbb-92b8-90c215be2e2b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 1098 time: 0.1516018
Apr 08 02:49:21.931665 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e2a2ae-5384-4804-b0be-7c736b7e4b92 {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:49:21.953205 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:21.975595 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0856ae-ce31-434c-8b37-ddaf9d52bed1 req-2035f815-6310-4aef-ae43-3ca81e969cbe tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:21.977295 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-eb0856ae-ce31-434c-8b37-ddaf9d52bed1 req-2035f815-6310-4aef-ae43-3ca81e969cbe tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 945 time: 0.0853701
Apr 08 02:49:21.987485 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Transition to ACTIVE for port object 47e2a2ae-5384-4804-b0be-7c736b7e4b92 will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:49:21.998755 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-37f68da1-caaa-4003-a574-32983addcfec req-83869455-7309-442f-9dfa-1b95863060c8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620630
Apr 08 02:49:21.999550 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:22.032151 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-eb0856ae-ce31-434c-8b37-ddaf9d52bed1 req-026b37aa-337b-4630-9897-2e08d3a6ec83 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483372
Apr 08 02:49:22.135664 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Pushing event updated for resources: {'Port': ['ID=47e2a2ae-5384-4804-b0be-7c736b7e4b92,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:22.243979 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Attempting to bind port 47e2a2ae-5384-4804-b0be-7c736b7e4b92 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:49:22.244303 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Attempting to bind port 47e2a2ae-5384-4804-b0be-7c736b7e4b92 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:49:22.244618 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Attempting to bind port 47e2a2ae-5384-4804-b0be-7c736b7e4b92 on network 8b5bf61a-9182-47e6-a758-1a71619fdd20 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:49:22.250485 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Port 47e2a2ae-5384-4804-b0be-7c736b7e4b92 on network 8b5bf61a-9182-47e6-a758-1a71619fdd20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:49:22.250835 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Attempting to bind port 47e2a2ae-5384-4804-b0be-7c736b7e4b92 on network 8b5bf61a-9182-47e6-a758-1a71619fdd20 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:49:22.256791 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:49:22.257117 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Checking segment: {'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:49:22.257488 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Bound using segment: {'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:49:22.257898 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Bound port: 47e2a2ae-5384-4804-b0be-7c736b7e4b92, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:49:22.258232 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:22.405171 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] For port 47e2a2ae-5384-4804-b0be-7c736b7e4b92, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:49:22.408420 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] For port 47e2a2ae-5384-4804-b0be-7c736b7e4b92, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=47e2a2ae-5384-4804-b0be-7c736b7e4b92,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:49:22.411816 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:22.472067 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:22.473399 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] 10.222.0.49 "PUT /v2.0/ports/47e2a2ae-5384-4804-b0be-7c736b7e4b92 HTTP/1.1" status: 200  len: 1093 time: 1.0701022
Apr 08 02:49:22.473818 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7be542-3f1f-4b34-a68c-4500efe9f8d9', 'tag': '47e2a2ae-5384-4804-b0be-7c736b7e4b92'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:49:22.491513 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0866b5-e896-4957-b0f6-4fd3a0045c29 service neutron] Pushing event updated for resources: {'Port': ['ID=47e2a2ae-5384-4804-b0be-7c736b7e4b92,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:22.502852 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a324ffe-be34-474d-941b-51028e24ec1d req-4e807138-8388-4162-8cae-7a2e17a36ef7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:22.504338 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4a324ffe-be34-474d-941b-51028e24ec1d req-4e807138-8388-4162-8cae-7a2e17a36ef7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0765426
Apr 08 02:49:22.547664 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baf290a5-d847-4038-9773-4e32d65336b5'] response: {'name': 'network-changed', 'server_uuid': 'de7be542-3f1f-4b34-a68c-4500efe9f8d9', 'tag': '47e2a2ae-5384-4804-b0be-7c736b7e4b92', 'status': 'completed', 'code': 200}
Apr 08 02:49:22.562979 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4a324ffe-be34-474d-941b-51028e24ec1d req-d9f4bb48-abf3-46be-b33b-e1e15526483d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531478
Apr 08 02:49:22.644642 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-48874cf9-85df-47cc-b69d-034974114264 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3&device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 1096 time: 0.0733526
Apr 08 02:49:22.712179 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-be2c1eee-85ef-43ce-92a8-65052c9e107d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47e2a2ae-5384-4804-b0be-7c736b7e4b92 HTTP/1.1" status: 200  len: 217 time: 0.0589933
Apr 08 02:49:22.777712 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-bbdf1d0a-59e2-4e5c-9ba0-94cf6f941f34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:22.778908 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-bbdf1d0a-59e2-4e5c-9ba0-94cf6f941f34 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=743cafe1-55c5-498c-8d9e-6e95da137120 HTTP/1.1" status: 200  len: 853 time: 0.0584586
Apr 08 02:49:22.945666 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-887b7a26-1859-44ac-8a6a-253e81d5d4ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8b5bf61a-9182-47e6-a758-1a71619fdd20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0678532
Apr 08 02:49:23.047830 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb620b9c-d397-42ed-8c15-e5cf454e2c41 req-645240e3-ea3d-43c1-8ffd-be0e571cb52f tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:23.049275 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fb620b9c-d397-42ed-8c15-e5cf454e2c41 req-645240e3-ea3d-43c1-8ffd-be0e571cb52f tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 943 time: 0.0782282
Apr 08 02:49:23.082752 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-6c05efa4-0dd4-4872-bbfb-953d7e3f3170 service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301970
Apr 08 02:49:23.099809 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fb620b9c-d397-42ed-8c15-e5cf454e2c41 req-88103cf2-6a04-4c53-84e7-30de0205452c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=333eb902-1aad-413c-94d6-21b185dfe44d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449448
Apr 08 02:49:23.240508 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591e338-bf33-4b37-b68b-a774c87dcb52 req-66420ff5-4ecc-41e4-9213-784f1c4f1c22 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:23.241835 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4591e338-bf33-4b37-b68b-a774c87dcb52 req-66420ff5-4ecc-41e4-9213-784f1c4f1c22 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 945 time: 0.0789740
Apr 08 02:49:23.253783 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1adb3070-776e-402d-a961-b9fa880c8b5a req-e190265e-e15b-4295-8995-27e56577fa37 service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219027
Apr 08 02:49:23.288714 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4591e338-bf33-4b37-b68b-a774c87dcb52 req-fbb34d75-2291-4fbd-8ec9-340307b3516f tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406361
Apr 08 02:49:23.383041 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-07d6c37f-b352-4751-828e-f9064d69fe13 req-a9fad1c6-7401-4f8d-87d0-d9c7a475f0e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3&device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 1096 time: 0.0695491
Apr 08 02:49:23.511487 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6c37f-b352-4751-828e-f9064d69fe13 req-776a1f3e-633e-4f62-8ff8-48a3dbd1cc19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:23.513207 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-07d6c37f-b352-4751-828e-f9064d69fe13 req-776a1f3e-633e-4f62-8ff8-48a3dbd1cc19 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8b5bf61a-9182-47e6-a758-1a71619fdd20 HTTP/1.1" status: 200  len: 915 time: 0.1206424
Apr 08 02:49:23.578204 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-07d6c37f-b352-4751-828e-f9064d69fe13 req-45ee30f6-d12e-440a-9ce1-dee6d88340a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47e2a2ae-5384-4804-b0be-7c736b7e4b92 HTTP/1.1" status: 200  len: 217 time: 0.0572746
Apr 08 02:49:23.642466 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6c37f-b352-4751-828e-f9064d69fe13 req-197460d9-44fd-4e5e-b4d4-7b3c8cad3248 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:23.643963 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-07d6c37f-b352-4751-828e-f9064d69fe13 req-197460d9-44fd-4e5e-b4d4-7b3c8cad3248 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=743cafe1-55c5-498c-8d9e-6e95da137120 HTTP/1.1" status: 200  len: 853 time: 0.0592422
Apr 08 02:49:23.718134 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-07d6c37f-b352-4751-828e-f9064d69fe13 req-b8418749-5ebd-4378-aef5-b659f19d07c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8b5bf61a-9182-47e6-a758-1a71619fdd20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0673828
Apr 08 02:49:23.772034 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000110b-09df-43a9-9aa1-2023eb268e84 req-a4805e30-4694-4319-b665-c787d271ef81 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:23.773382 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3000110b-09df-43a9-9aa1-2023eb268e84 req-a4805e30-4694-4319-b665-c787d271ef81 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0762298
Apr 08 02:49:23.818289 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3000110b-09df-43a9-9aa1-2023eb268e84 req-8b662cdb-0b4e-41ec-83ba-ce078973c574 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389876
Apr 08 02:49:23.850406 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-07d6c37f-b352-4751-828e-f9064d69fe13 req-bcd77238-6bbd-4e86-8603-66aa3c3bdd61 service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237407
Apr 08 02:49:23.982048 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-07d6c37f-b352-4751-828e-f9064d69fe13 req-6b74e2cf-a19d-4026-8067-0cb6930de546 service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219890
Apr 08 02:49:24.294974 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46b8c9-303b-4027-b285-8102d4bbf82d req-86b31b89-f8f8-409b-8777-86d2faa51856 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:24.296374 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8d46b8c9-303b-4027-b285-8102d4bbf82d req-86b31b89-f8f8-409b-8777-86d2faa51856 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 943 time: 0.0774910
Apr 08 02:49:24.342964 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8d46b8c9-303b-4027-b285-8102d4bbf82d req-b210e9b7-289a-4b1e-b1e6-6e90a71c0f31 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=333eb902-1aad-413c-94d6-21b185dfe44d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410986
Apr 08 02:49:24.482201 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f3ebe-7982-40ce-a372-9638481e3f9f req-bd73c06a-0ba0-4102-8035-e8c0aa2c5a10 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:24.483553 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-716f3ebe-7982-40ce-a372-9638481e3f9f req-bd73c06a-0ba0-4102-8035-e8c0aa2c5a10 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 945 time: 0.0740373
Apr 08 02:49:24.528340 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-716f3ebe-7982-40ce-a372-9638481e3f9f req-c5b15e65-a5b8-4093-b867-f2de139ec478 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393200
Apr 08 02:49:25.035334 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b791960-8353-4587-95cf-7d475394857c req-942e6145-95c8-43fe-af25-c382fc3d70f7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:25.036849 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3b791960-8353-4587-95cf-7d475394857c req-942e6145-95c8-43fe-af25-c382fc3d70f7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0835249
Apr 08 02:49:25.080223 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3b791960-8353-4587-95cf-7d475394857c req-29751a72-8cf6-45ef-97b2-ad16247846e5 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379589
Apr 08 02:49:25.277987 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device e1447a33-5dc8-44ca-8978-a2f1cdaaab34 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:49:25.435600 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port e1447a33-5dc8-44ca-8978-a2f1cdaaab34, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:49:25.449807 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'port_id': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34', 'mac_address': 'fa:16:3e:08:c4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:49:25.501238 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:25.518466 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1447a33-5dc8-44ca-8978-a2f1cdaaab34 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:49:25.532966 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port e1447a33-5dc8-44ca-8978-a2f1cdaaab34, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:49:25.536251 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:25.544516 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc485f4-97ff-454e-8124-e029f5705029 req-404964bd-b827-49b4-81e7-d8de18ccf65d tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:25.545939 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ecc485f4-97ff-454e-8124-e029f5705029 req-404964bd-b827-49b4-81e7-d8de18ccf65d tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 943 time: 0.0781703
Apr 08 02:49:25.596175 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ecc485f4-97ff-454e-8124-e029f5705029 req-8c528161-8764-41b4-a045-18ff05d6ab62 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=333eb902-1aad-413c-94d6-21b185dfe44d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444887
Apr 08 02:49:25.606269 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,revision_number=6']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:25.722756 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04786a73-1db9-4324-8ca6-73228490fb4e req-e7bf6497-a78f-4c18-a5f9-839dfaa2f221 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:25.724163 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-04786a73-1db9-4324-8ca6-73228490fb4e req-e7bf6497-a78f-4c18-a5f9-839dfaa2f221 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 945 time: 0.0746300
Apr 08 02:49:25.741221 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['e1447a33-5dc8-44ca-8978-a2f1cdaaab34'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:49:25.769998 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-04786a73-1db9-4324-8ca6-73228490fb4e req-1a0c1593-09e8-4138-8df8-0c8844a0b950 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403595
Apr 08 02:49:26.286730 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8c37a-1b26-41a3-85c6-14348140fc54 req-b7e13229-f603-443d-b314-e2445997b6a9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:26.288127 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d4a8c37a-1b26-41a3-85c6-14348140fc54 req-b7e13229-f603-443d-b314-e2445997b6a9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 945 time: 0.0775826
Apr 08 02:49:26.333812 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d4a8c37a-1b26-41a3-85c6-14348140fc54 req-37140a9c-4fb8-406e-a33d-48e46258d776 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394435
Apr 08 02:49:26.794489 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de532cb-ef93-4aa1-8295-7f6882e944a2 req-6a407a50-d1ac-43be-b475-aea6af8295d1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:26.795928 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4de532cb-ef93-4aa1-8295-7f6882e944a2 req-6a407a50-d1ac-43be-b475-aea6af8295d1 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 943 time: 0.0736520
Apr 08 02:49:26.840924 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4de532cb-ef93-4aa1-8295-7f6882e944a2 req-9a0bd1cb-224e-4926-8eab-c8f418c7c26f tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=333eb902-1aad-413c-94d6-21b185dfe44d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395718
Apr 08 02:49:27.014096 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fb390-83d6-42ed-8bd3-3746b3c7cc09 req-6992b05e-f146-4f4e-a07c-30fbc851661b tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:27.015579 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-321fb390-83d6-42ed-8bd3-3746b3c7cc09 req-6992b05e-f146-4f4e-a07c-30fbc851661b tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 945 time: 0.1268213
Apr 08 02:49:27.061637 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-321fb390-83d6-42ed-8bd3-3746b3c7cc09 req-ca9fa3f6-2fdd-442c-be06-9ad569894d34 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404480
Apr 08 02:49:27.314828 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device e1447a33-5dc8-44ca-8978-a2f1cdaaab34 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:49:27.386394 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port e1447a33-5dc8-44ca-8978-a2f1cdaaab34 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:49:27.386791 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:27.515345 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:27.547851 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44bc1d2-0741-4081-9165-b0aca9008eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:49:27.558208 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port e1447a33-5dc8-44ca-8978-a2f1cdaaab34, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:49:27.563163 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:27.575340 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1dbc0-c483-4c36-9056-202f3b1f99bb req-79721001-faa2-4bc4-b260-165f7c099a3a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:27.579280 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-94e1dbc0-c483-4c36-9056-202f3b1f99bb req-79721001-faa2-4bc4-b260-165f7c099a3a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 945 time: 0.0854216
Apr 08 02:49:27.637068 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,revision_number=7']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:27.644609 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-94e1dbc0-c483-4c36-9056-202f3b1f99bb req-032081a0-8a9b-482a-8a90-fb57c970a895 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605927
Apr 08 02:49:27.668664 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb12bfd9-047e-49d4-87c4-72f18561d6ba'] response: {'server_uuid': 'e44bc1d2-0741-4081-9165-b0aca9008eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34', 'code': 200}
Apr 08 02:49:28.032480 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d57ba3-a815-43db-9136-4e46288f73a1 req-1af91f92-7fde-40da-ac9f-5fe103dc9fe3 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:28.033960 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c2d57ba3-a815-43db-9136-4e46288f73a1 req-1af91f92-7fde-40da-ac9f-5fe103dc9fe3 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 943 time: 0.0767655
Apr 08 02:49:28.079079 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c2d57ba3-a815-43db-9136-4e46288f73a1 req-7de96902-33bb-4125-95fb-8b9208e67563 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=333eb902-1aad-413c-94d6-21b185dfe44d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392809
Apr 08 02:49:28.851422 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252986e-c1d2-43ca-8100-d16596cf8b00 req-861b0dba-2234-4e8b-a06d-6f5d093c016f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:28.852851 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a252986e-c1d2-43ca-8100-d16596cf8b00 req-861b0dba-2234-4e8b-a06d-6f5d093c016f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0809169
Apr 08 02:49:28.902497 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a252986e-c1d2-43ca-8100-d16596cf8b00 req-dc55e962-40df-494e-a793-465f1aaf8390 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399246
Apr 08 02:49:29.281679 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc46226-567a-4ef5-bcd5-e531f6428f08 req-17839dbc-a0b8-4113-94a0-199404111531 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:29.283145 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4fc46226-567a-4ef5-bcd5-e531f6428f08 req-17839dbc-a0b8-4113-94a0-199404111531 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 943 time: 0.0842412
Apr 08 02:49:29.324702 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 47e2a2ae-5384-4804-b0be-7c736b7e4b92 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:49:29.333457 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4fc46226-567a-4ef5-bcd5-e531f6428f08 req-4c4647b5-8c58-4b98-8917-406e1da1645f tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=333eb902-1aad-413c-94d6-21b185dfe44d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445786
Apr 08 02:49:29.498344 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 47e2a2ae-5384-4804-b0be-7c736b7e4b92, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=47e2a2ae-5384-4804-b0be-7c736b7e4b92,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:49:29.511504 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': '47e2a2ae-5384-4804-b0be-7c736b7e4b92', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'port_id': '47e2a2ae-5384-4804-b0be-7c736b7e4b92', 'mac_address': 'fa:16:3e:2e:41:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:49:29.566836 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:29.584519 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e2a2ae-5384-4804-b0be-7c736b7e4b92 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:49:29.599616 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 47e2a2ae-5384-4804-b0be-7c736b7e4b92, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=47e2a2ae-5384-4804-b0be-7c736b7e4b92,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:49:29.602947 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:29.671721 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=47e2a2ae-5384-4804-b0be-7c736b7e4b92,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:30.116126 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d6f42-f86c-43f7-887e-9dcb90b41128 req-837cdb94-a6c1-48d3-8b10-29ef5d5ce9f0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:30.117530 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-015d6f42-f86c-43f7-887e-9dcb90b41128 req-837cdb94-a6c1-48d3-8b10-29ef5d5ce9f0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0777037
Apr 08 02:49:30.161212 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-015d6f42-f86c-43f7-887e-9dcb90b41128 req-33515786-3d0a-490a-bb87-7c09da5e37d0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376406
Apr 08 02:49:30.437011 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['47e2a2ae-5384-4804-b0be-7c736b7e4b92'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:49:30.527082 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d9bf9-40aa-4315-b55d-803372ebbde9 req-e3ac57d6-432b-4c06-a0ec-04f22c7342f7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:30.528514 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-637d9bf9-40aa-4315-b55d-803372ebbde9 req-e3ac57d6-432b-4c06-a0ec-04f22c7342f7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 944 time: 0.0749593
Apr 08 02:49:30.576467 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-637d9bf9-40aa-4315-b55d-803372ebbde9 req-533991c7-58d5-4900-9999-e3e8fa5171fe tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=333eb902-1aad-413c-94d6-21b185dfe44d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420036
Apr 08 02:49:31.376166 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556a3fd-1127-4720-84cd-1d7587992ca5 req-ed591302-8bbd-459a-8abc-9b2ae730212d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:31.377590 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6556a3fd-1127-4720-84cd-1d7587992ca5 req-ed591302-8bbd-459a-8abc-9b2ae730212d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0797560
Apr 08 02:49:31.423208 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6556a3fd-1127-4720-84cd-1d7587992ca5 req-33a1d87d-580c-4b54-889d-6ca5370e981a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402102
Apr 08 02:49:31.795949 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260a9f9-8dd2-42b7-8ec5-6562da3bf7c6 req-8ffeffbc-4b4e-4468-8d5a-e4429bbbc038 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:31.797420 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8260a9f9-8dd2-42b7-8ec5-6562da3bf7c6 req-8ffeffbc-4b4e-4468-8d5a-e4429bbbc038 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 944 time: 0.0808427
Apr 08 02:49:31.844889 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8260a9f9-8dd2-42b7-8ec5-6562da3bf7c6 req-59ab38c9-4c5c-481b-b303-efc4ce42b449 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=333eb902-1aad-413c-94d6-21b185dfe44d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411444
Apr 08 02:49:32.653704 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283775f9-4cca-49f9-ad11-64d71c25eaf8 req-90712800-d713-40df-8de2-00ac401af433 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:32.657051 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-283775f9-4cca-49f9-ad11-64d71c25eaf8 req-90712800-d713-40df-8de2-00ac401af433 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0877373
Apr 08 02:49:32.708182 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-283775f9-4cca-49f9-ad11-64d71c25eaf8 req-ddfa1419-345e-4d27-be16-9ded27379229 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455103
Apr 08 02:49:33.003832 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:49:33.339326 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 47e2a2ae-5384-4804-b0be-7c736b7e4b92 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:49:33.343820 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddb58e-d6e2-43b9-99ed-a4ce00cdf483 req-ff43f06a-280e-4f18-8551-41c2b5cbc142 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:33.347138 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-98ddb58e-d6e2-43b9-99ed-a4ce00cdf483 req-ff43f06a-280e-4f18-8551-41c2b5cbc142 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 944 time: 0.3641627
Apr 08 02:49:33.404642 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-98ddb58e-d6e2-43b9-99ed-a4ce00cdf483 req-be9669c3-4853-4bf4-8271-e1f725e08409 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=333eb902-1aad-413c-94d6-21b185dfe44d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521593
Apr 08 02:49:33.436703 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port 47e2a2ae-5384-4804-b0be-7c736b7e4b92 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:49:33.441938 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port 47e2a2ae-5384-4804-b0be-7c736b7e4b92 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:49:33.442301 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:33.570431 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:33.602542 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7be542-3f1f-4b34-a68c-4500efe9f8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e2a2ae-5384-4804-b0be-7c736b7e4b92'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:49:33.631049 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 47e2a2ae-5384-4804-b0be-7c736b7e4b92, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=47e2a2ae-5384-4804-b0be-7c736b7e4b92,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:49:33.636630 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:33.685741 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a02946c-d4ac-4d23-af18-df2d77086771'] response: {'server_uuid': 'de7be542-3f1f-4b34-a68c-4500efe9f8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e2a2ae-5384-4804-b0be-7c736b7e4b92', 'code': 200}
Apr 08 02:49:33.712503 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=47e2a2ae-5384-4804-b0be-7c736b7e4b92,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:33.952902 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1ff31-ec8e-4664-8ef1-91aef29b1628 req-78991776-0c44-4308-8d10-c341662b5145 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:33.955123 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b8b1ff31-ec8e-4664-8ef1-91aef29b1628 req-78991776-0c44-4308-8d10-c341662b5145 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.1005311
Apr 08 02:49:34.035941 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b8b1ff31-ec8e-4664-8ef1-91aef29b1628 req-7924859e-8c4a-4734-b52b-6dc3eaa55014 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724390
Apr 08 02:49:34.103682 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-92e5e265-7f33-407d-b200-2ef09962ee16 req-0b205948-3f4e-4395-8d69-c0406a94d217 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 1098 time: 0.1884482
Apr 08 02:49:34.174562 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-92e5e265-7f33-407d-b200-2ef09962ee16 req-46743bb1-ffbc-4e45-a879-b9aeb44fb9e4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=333eb902-1aad-413c-94d6-21b185dfe44d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640345
Apr 08 02:49:34.347738 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-3bcad829-c2cc-474f-9c4a-2c3eb7326843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:34.783457 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b043f-d41b-43d2-8a8a-d1eae8de10f0 req-0421856b-25f6-4f63-a4f0-15d257db5de2 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:34.785242 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cd0b043f-d41b-43d2-8a8a-d1eae8de10f0 req-0421856b-25f6-4f63-a4f0-15d257db5de2 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 945 time: 0.2298427
Apr 08 02:49:34.840526 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cd0b043f-d41b-43d2-8a8a-d1eae8de10f0 req-9099618c-7d9b-4dac-b04a-5754e442ee98 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=333eb902-1aad-413c-94d6-21b185dfe44d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496478
Apr 08 02:49:35.303533 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33f5b6-3b82-44fc-a384-c698b6fa1ff9 req-fd202cd9-abf4-4449-93e7-8d3569973b2d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:35.304900 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0c33f5b6-3b82-44fc-a384-c698b6fa1ff9 req-fd202cd9-abf4-4449-93e7-8d3569973b2d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.1156142
Apr 08 02:49:35.375462 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0c33f5b6-3b82-44fc-a384-c698b6fa1ff9 req-928eed82-7d16-45bc-aa07-d3d2a1e749c3 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608630
Apr 08 02:49:36.088431 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcdd33-b783-4909-8cab-31b445775558 req-a20f379d-5520-4314-a5fc-0c62d199a00c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:36.090641 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-69fcdd33-b783-4909-8cab-31b445775558 req-a20f379d-5520-4314-a5fc-0c62d199a00c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 945 time: 0.1156733
Apr 08 02:49:36.163248 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-69fcdd33-b783-4909-8cab-31b445775558 req-7db8b479-99d0-4ae5-9216-2fe42ba8337b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=333eb902-1aad-413c-94d6-21b185dfe44d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667615
Apr 08 02:49:36.531972 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-3bbd3234-1c14-4840-aaf8-2a0ead8fc36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:36.674763 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2796e-fc93-4d6e-a87e-7ce0456e760e req-d206496d-cbfa-46e8-9f6f-f31e9b2f3d8e tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:36.675961 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-75b2796e-fc93-4d6e-a87e-7ce0456e760e req-d206496d-cbfa-46e8-9f6f-f31e9b2f3d8e tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.1138611
Apr 08 02:49:36.739634 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-75b2796e-fc93-4d6e-a87e-7ce0456e760e req-58899fed-15fd-46bc-a025-56c7d1dbc53c tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572779
Apr 08 02:49:37.399683 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21719612-7e8d-4062-82e2-3e7e696b6dd3 req-9087d293-94e0-4f4a-b691-56b432f29996 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:37.401614 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-21719612-7e8d-4062-82e2-3e7e696b6dd3 req-9087d293-94e0-4f4a-b691-56b432f29996 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 945 time: 0.0892909
Apr 08 02:49:37.449506 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-21719612-7e8d-4062-82e2-3e7e696b6dd3 req-2c46046a-8eac-43c6-b262-9ae5c1fe1569 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=333eb902-1aad-413c-94d6-21b185dfe44d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420566
Apr 08 02:49:37.685329 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:37.707507 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4924414-a152-46d5-a5e6-2b2cac7dc75f req-27be2ae2-6618-44d3-811b-4af0eded6fe2 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:37.708958 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c4924414-a152-46d5-a5e6-2b2cac7dc75f req-27be2ae2-6618-44d3-811b-4af0eded6fe2 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 945 time: 0.1308541
Apr 08 02:49:37.718498 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 46140) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:49:37.726584 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-d7edd8a1-3687-423f-990b-28794aaaad3c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'floatingip': {'port_id': '47e2a2ae-5384-4804-b0be-7c736b7e4b92'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:49:37.861529 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:37.884229 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d7edd8a1-3687-423f-990b-28794aaaad3c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, before_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:38.162494 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607ae77-b654-470a-a919-587824db5365 req-402f0db6-8a0b-41ee-9e42-6e9d33cc21cb tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:38.163857 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d607ae77-b654-470a-a919-587824db5365 req-402f0db6-8a0b-41ee-9e42-6e9d33cc21cb tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.1722240
Apr 08 02:49:38.377256 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d607ae77-b654-470a-a919-587824db5365 req-d9a1a019-372a-4b7c-8432-9aac38d565b0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821772
Apr 08 02:49:38.529559 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:38.669290 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d7edd8a1-3687-423f-990b-28794aaaad3c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:38.673886 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d7edd8a1-3687-423f-990b-28794aaaad3c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:38.901526 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.db.l3_db [None req-d7edd8a1-3687-423f-990b-28794aaaad3c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Floating IP 1545e9b1-7ab9-4cbb-822c-b97811515dc6 associated. External IP: 172.27.2.216, port: 47e2a2ae-5384-4804-b0be-7c736b7e4b92.
Apr 08 02:49:39.171906 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:39.487780 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7edd8a1-3687-423f-990b-28794aaaad3c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:49:39.825066 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989558f5-48e2-4391-ac2f-765cd227a7dd req-b570ceed-d9bb-43ad-b763-0566d2177bb3 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:39.826637 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-989558f5-48e2-4391-ac2f-765cd227a7dd req-b570ceed-d9bb-43ad-b763-0566d2177bb3 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.2463224
Apr 08 02:49:39.908894 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-989558f5-48e2-4391-ac2f-765cd227a7dd req-66a75d34-332c-4eb3-9294-c42996391978 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719688
Apr 08 02:49:39.921368 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7edd8a1-3687-423f-990b-28794aaaad3c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:49:39.929815 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d7edd8a1-3687-423f-990b-28794aaaad3c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:39.935861 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccdf99a-8be2-485a-bb68-74a3aade72d2 None None] Sync routers for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:49:39.982592 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccdf99a-8be2-485a-bb68-74a3aade72d2 None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:49:39.983226 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-4ccdf99a-8be2-485a-bb68-74a3aade72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a27653d0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:49:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:40.043276 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-d7edd8a1-3687-423f-990b-28794aaaad3c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "PUT /v2.0/floatingips/1545e9b1-7ab9-4cbb-822c-b97811515dc6 HTTP/1.1" status: 200  len: 991 time: 2.3229842
Apr 08 02:49:40.044245 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7be542-3f1f-4b34-a68c-4500efe9f8d9', 'tag': '47e2a2ae-5384-4804-b0be-7c736b7e4b92'}] {{(pid=83136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:49:40.114463 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf56377-dfdb-4133-b37c-f5442082b536'] response: {'name': 'network-changed', 'server_uuid': 'de7be542-3f1f-4b34-a68c-4500efe9f8d9', 'tag': '47e2a2ae-5384-4804-b0be-7c736b7e4b92', 'status': 'completed', 'code': 200}
Apr 08 02:49:40.177631 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-4ccdf99a-8be2-485a-bb68-74a3aade72d2 None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:49:40.552851 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-4ccdf99a-8be2-485a-bb68-74a3aade72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a27653d0>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '1545e9b1-7ab9-4cbb-822c-b97811515dc6', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'port_id': '47e2a2ae-5384-4804-b0be-7c736b7e4b92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'mac_address': 'fa:16:3e:2e:41:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7be542-3f1f-4b34-a68c-4500efe9f8d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:49:17Z', 'updated_at': '2022-04-08T02:49:38Z', 'revision_number': 1, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'fixed_ip_address_scope': None}, {'id': '7147824e-6361-4995-ba55-e042d40a5820', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'port_id': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'mac_address': 'fa:16:3e:8d:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6abc6-19f4-4355-8309-fb3279d9b5e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:45:11Z', 'updated_at': '2022-04-08T02:45:55Z', 'revision_number': 2, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:40.556888 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccdf99a-8be2-485a-bb68-74a3aade72d2 None None] Checking router: dab48c9e-c48a-4c5e-b7b8-c637e07566b3 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:49:40.571143 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccdf99a-8be2-485a-bb68-74a3aade72d2 None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:49:40.572181 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-4ccdf99a-8be2-485a-bb68-74a3aade72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a27653d0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:49:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:40.771638 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-4ccdf99a-8be2-485a-bb68-74a3aade72d2 None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:49:41.232543 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688105ec-583e-4ee2-a8fc-5dd985f9d55e req-582af767-45c1-4e03-9903-506bb31d9b1d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:41.233509 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-4ccdf99a-8be2-485a-bb68-74a3aade72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a27653d0>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '1545e9b1-7ab9-4cbb-822c-b97811515dc6', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'port_id': '47e2a2ae-5384-4804-b0be-7c736b7e4b92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'mac_address': 'fa:16:3e:2e:41:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7be542-3f1f-4b34-a68c-4500efe9f8d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:49:17Z', 'updated_at': '2022-04-08T02:49:38Z', 'revision_number': 1, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'fixed_ip_address_scope': None}, {'id': '7147824e-6361-4995-ba55-e042d40a5820', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'port_id': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'mac_address': 'fa:16:3e:8d:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6abc6-19f4-4355-8309-fb3279d9b5e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:45:11Z', 'updated_at': '2022-04-08T02:45:55Z', 'revision_number': 2, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:41.234234 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-688105ec-583e-4ee2-a8fc-5dd985f9d55e req-582af767-45c1-4e03-9903-506bb31d9b1d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.1099844
Apr 08 02:49:41.237895 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccdf99a-8be2-485a-bb68-74a3aade72d2 None None] The sync data for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi is: [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '1545e9b1-7ab9-4cbb-822c-b97811515dc6', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'port_id': '47e2a2ae-5384-4804-b0be-7c736b7e4b92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'mac_address': 'fa:16:3e:2e:41:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7be542-3f1f-4b34-a68c-4500efe9f8d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:49:17Z', 'updated_at': '2022-04-08T02:49:38Z', 'revision_number': 1, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'fixed_ip_address_scope': None}, {'id': '7147824e-6361-4995-ba55-e042d40a5820', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'port_id': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'mac_address': 'fa:16:3e:8d:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6abc6-19f4-4355-8309-fb3279d9b5e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:45:11Z', 'updated_at': '2022-04-08T02:45:55Z', 'revision_number': 2, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:49:41.292279 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-688105ec-583e-4ee2-a8fc-5dd985f9d55e req-691b8c43-926b-4e7b-b75c-538fdd353c1b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505064
Apr 08 02:49:41.502653 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826a2be5-9e24-4c34-8c25-5e69f785fdee None None] New status for floating IP 1545e9b1-7ab9-4cbb-822c-b97811515dc6: ACTIVE {{(pid=83138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:49:42.402244 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-69f86d63-18bb-4499-85fb-64c867b6c44b req-ee44ba08-497f-4503-8bd4-ba343fbcbf98 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3&device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 1098 time: 0.3154955
Apr 08 02:49:42.482419 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-cb2d8d0c-7148-4e9e-a940-dcf626ac66a7 req-1edb6980-0495-4371-8121-99a108ff9d73 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2626119
Apr 08 02:49:42.553298 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0ec68-361d-4c85-98c6-9e9c75866b44 req-368b1205-99f1-4d40-9c61-a7d34be73831 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:42.555000 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a3a0ec68-361d-4c85-98c6-9e9c75866b44 req-368b1205-99f1-4d40-9c61-a7d34be73831 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.1157196
Apr 08 02:49:42.608201 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f86d63-18bb-4499-85fb-64c867b6c44b req-a11422c1-a538-4c72-b77c-b53783113b57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:42.609608 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-69f86d63-18bb-4499-85fb-64c867b6c44b req-a11422c1-a538-4c72-b77c-b53783113b57 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8b5bf61a-9182-47e6-a758-1a71619fdd20 HTTP/1.1" status: 200  len: 915 time: 0.2005894
Apr 08 02:49:42.634257 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a3a0ec68-361d-4c85-98c6-9e9c75866b44 req-09e6e569-868f-4d46-afed-8556a79a5270 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711682
Apr 08 02:49:42.681458 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-cb2d8d0c-7148-4e9e-a940-dcf626ac66a7 req-ea941d9c-5858-4c3e-a2da-2da194efe96f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3&device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 1099 time: 0.1735556
Apr 08 02:49:42.805495 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-69f86d63-18bb-4499-85fb-64c867b6c44b req-fc90a6b7-d6e0-4303-88d7-466b3aa48a5d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47e2a2ae-5384-4804-b0be-7c736b7e4b92 HTTP/1.1" status: 200  len: 1001 time: 0.1884539
Apr 08 02:49:42.897178 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d8d0c-7148-4e9e-a940-dcf626ac66a7 req-36acfd62-cc48-4ff3-9ce1-1e902e31b52c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:42.898556 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-cb2d8d0c-7148-4e9e-a940-dcf626ac66a7 req-36acfd62-cc48-4ff3-9ce1-1e902e31b52c service neutron] 10.222.0.49 "GET /v2.0/networks?id=8b5bf61a-9182-47e6-a758-1a71619fdd20 HTTP/1.1" status: 200  len: 915 time: 0.1936984
Apr 08 02:49:42.899896 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f86d63-18bb-4499-85fb-64c867b6c44b req-ef3fadd0-9b6f-4877-b87f-04b992c991fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:42.901263 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-69f86d63-18bb-4499-85fb-64c867b6c44b req-ef3fadd0-9b6f-4877-b87f-04b992c991fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=743cafe1-55c5-498c-8d9e-6e95da137120 HTTP/1.1" status: 200  len: 853 time: 0.0890877
Apr 08 02:49:43.095475 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-cb2d8d0c-7148-4e9e-a940-dcf626ac66a7 req-03bfd34e-1981-4043-95a9-f44fafc806f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5e78270-c26b-4b02-a6c8-efffc69a4c3c HTTP/1.1" status: 200  len: 1001 time: 0.1854403
Apr 08 02:49:43.164247 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-69f86d63-18bb-4499-85fb-64c867b6c44b req-c71d16c4-e956-4d25-bd4e-98922eb36879 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8b5bf61a-9182-47e6-a758-1a71619fdd20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1945574
Apr 08 02:49:43.199402 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d8d0c-7148-4e9e-a940-dcf626ac66a7 req-77d5cb48-99b9-4da2-ace7-939435b8eb3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:43.201657 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-cb2d8d0c-7148-4e9e-a940-dcf626ac66a7 req-77d5cb48-99b9-4da2-ace7-939435b8eb3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=743cafe1-55c5-498c-8d9e-6e95da137120 HTTP/1.1" status: 200  len: 853 time: 0.0982378
Apr 08 02:49:43.396532 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-69f86d63-18bb-4499-85fb-64c867b6c44b req-b495eb49-88d0-4591-8bec-7e27e080d77a service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2183628
Apr 08 02:49:43.400313 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-cb2d8d0c-7148-4e9e-a940-dcf626ac66a7 req-9270ab75-3ef5-426e-9cce-bbd790d24d6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8b5bf61a-9182-47e6-a758-1a71619fdd20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1915104
Apr 08 02:49:43.673733 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-69f86d63-18bb-4499-85fb-64c867b6c44b req-d0c74719-dd93-44e2-9f30-4af382dc0ecb service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2547379
Apr 08 02:49:43.675500 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-cb2d8d0c-7148-4e9e-a940-dcf626ac66a7 req-1b6f6e9c-e049-4ada-a817-9a1939a599d3 service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2555234
Apr 08 02:49:43.814289 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-cb2d8d0c-7148-4e9e-a940-dcf626ac66a7 req-dbf96036-7677-4ca9-a8e9-1dda978ee624 service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288233
Apr 08 02:49:43.860443 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cf0ef-3053-49a2-b721-b5540c2ec00f req-4e0e7709-6b50-47cd-8e83-d9342db0f54a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:43.861858 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4d2cf0ef-3053-49a2-b721-b5540c2ec00f req-4e0e7709-6b50-47cd-8e83-d9342db0f54a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0801136
Apr 08 02:49:43.907862 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4d2cf0ef-3053-49a2-b721-b5540c2ec00f req-34a0dfb7-ceeb-47d7-8e10-711012ce6ace tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397866
Apr 08 02:49:44.759172 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 46228) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:49:44.897148 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-578bdf8b-7377-4faa-8e0e-c82d62bb0130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:44.929994 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-578bdf8b-7377-4faa-8e0e-c82d62bb0130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:49:44.934551 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-578bdf8b-7377-4faa-8e0e-c82d62bb0130 admin admin] Usage tracker for resource:security_group_rule and tenant:1add1fcc0ba44bef9108e22b3dbaec67 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:49:44.937276 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-578bdf8b-7377-4faa-8e0e-c82d62bb0130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:49:44.942929 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-578bdf8b-7377-4faa-8e0e-c82d62bb0130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:49:45.012502 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-578bdf8b-7377-4faa-8e0e-c82d62bb0130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:45.016976 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-578bdf8b-7377-4faa-8e0e-c82d62bb0130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:45.063682 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bdf8b-7377-4faa-8e0e-c82d62bb0130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5d2f01-e682-4bcd-b4e2-2d0245b99615,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:45.100299 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-578bdf8b-7377-4faa-8e0e-c82d62bb0130 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1add1fcc0ba44bef9108e22b3dbaec67&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3400989
Apr 08 02:49:45.103114 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 46236) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:49:45.145341 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f71e04-e742-49e1-a2f4-1eadd6c2abf4 req-ef0bc160-1058-404d-9343-986a6da9cd1a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:45.146767 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-68f71e04-e742-49e1-a2f4-1eadd6c2abf4 req-ef0bc160-1058-404d-9343-986a6da9cd1a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0787160
Apr 08 02:49:45.164633 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ba0507b8-4499-4740-bc49-ce8e48d8363c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:45.190158 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ba0507b8-4499-4740-bc49-ce8e48d8363c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:45.191836 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-68f71e04-e742-49e1-a2f4-1eadd6c2abf4 req-1e4a5d7a-a252-41a4-ab42-6825352636db tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386229
Apr 08 02:49:45.249387 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ba0507b8-4499-4740-bc49-ce8e48d8363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:45.265514 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0507b8-4499-4740-bc49-ce8e48d8363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5d2f01-e682-4bcd-b4e2-2d0245b99615,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:45.272688 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ba0507b8-4499-4740-bc49-ce8e48d8363c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:45.273759 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-ba0507b8-4499-4740-bc49-ce8e48d8363c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb5d2f01-e682-4bcd-b4e2-2d0245b99615 HTTP/1.1" status: 204  len: 168 time: 0.1694825
Apr 08 02:49:45.278928 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0507b8-4499-4740-bc49-ce8e48d8363c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:45.279272 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0507b8-4499-4740-bc49-ce8e48d8363c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:45.279608 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0507b8-4499-4740-bc49-ce8e48d8363c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:45.279999 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0507b8-4499-4740-bc49-ce8e48d8363c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:45.280251 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0507b8-4499-4740-bc49-ce8e48d8363c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:45.280578 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0507b8-4499-4740-bc49-ce8e48d8363c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:45.280899 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0507b8-4499-4740-bc49-ce8e48d8363c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:45.281218 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0507b8-4499-4740-bc49-ce8e48d8363c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:45.281597 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0507b8-4499-4740-bc49-ce8e48d8363c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:45.281921 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0507b8-4499-4740-bc49-ce8e48d8363c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:45.282370 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0507b8-4499-4740-bc49-ce8e48d8363c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:46.039783 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 46262) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:49:46.165211 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2015724263-network', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:49:46.170758 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:49:46.174478 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Usage tracker for resource:network and tenant:89f311117084470f8e8d16c47ad1d2ae is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:49:46.177249 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:49:46.183365 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:49:46.193091 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Made reservation on behalf of 89f311117084470f8e8d16c47ad1d2ae for: {'network': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:49:46.195346 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:46.207069 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:46.237232 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:49:46.241009 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Usage tracker for resource:security_group_rule and tenant:89f311117084470f8e8d16c47ad1d2ae is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:49:46.243760 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:49:46.249371 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:49:46.318763 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:46.323129 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:46.356599 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'}  {{(pid=83137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:49:46.358787 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2268d5e-8213-4845-b1b9-46d9d7c699b2,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:46.371510 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:46.371912 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.segments_db [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Added segment 3ac88e81-d5b5-4b73-a252-17d939149d42 of type vlan for network 7e024dc7-08f6-4065-988a-c132275bafc0
Apr 08 02:49:46.403017 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:46.414173 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be33dd-9297-40f7-a9a1-5b21138680fa req-34f82dbf-cba0-4f47-9c9d-9326ff17f8bb tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:46.415625 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-01be33dd-9297-40f7-a9a1-5b21138680fa req-34f82dbf-cba0-4f47-9c9d-9326ff17f8bb tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0815377
Apr 08 02:49:46.463311 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-01be33dd-9297-40f7-a9a1-5b21138680fa req-57b4e165-2ba0-4758-b880-5dc5ae97ef44 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417728
Apr 08 02:49:46.500420 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:46.501250 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:46.501830 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:46.604551 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5637054
Apr 08 02:49:46.605374 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9a95f-569b-414b-9bf4-cf3289927b80 admin admin] Pushing event updated for resources: {'Network': ['ID=7e024dc7-08f6-4065-988a-c132275bafc0,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:46.607332 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 46272) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:49:46.612670 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-3cb946a2-8384-4fef-bdea-9e657a0bcc8e admin admin] Request body: {'subnet': {'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2015724263-subnet', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'ip_version': 4}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:49:46.615587 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network 7e024dc7-08f6-4065-988a-c132275bafc0 details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:49:46.617282 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-3cb946a2-8384-4fef-bdea-9e657a0bcc8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:49:46.621774 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-3cb946a2-8384-4fef-bdea-9e657a0bcc8e admin admin] Usage tracker for resource:subnet and tenant:89f311117084470f8e8d16c47ad1d2ae is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:49:46.624574 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-3cb946a2-8384-4fef-bdea-9e657a0bcc8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:49:46.630096 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-3cb946a2-8384-4fef-bdea-9e657a0bcc8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:49:46.641436 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb946a2-8384-4fef-bdea-9e657a0bcc8e admin admin] Made reservation on behalf of 89f311117084470f8e8d16c47ad1d2ae for: {'subnet': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:49:46.643596 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3cb946a2-8384-4fef-bdea-9e657a0bcc8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2044265'] for subnet, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:46.841441 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3cb946a2-8384-4fef-bdea-9e657a0bcc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1140146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2044231'] for subnet, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:46.914756 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb946a2-8384-4fef-bdea-9e657a0bcc8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:46.924703 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb946a2-8384-4fef-bdea-9e657a0bcc8e admin admin] Checking segment: {'id': '3ac88e81-d5b5-4b73-a252-17d939149d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:49:46.925047 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb946a2-8384-4fef-bdea-9e657a0bcc8e admin admin] Network hostable DHCP agents. Network: 7e024dc7-08f6-4065-988a-c132275bafc0, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:49:46.947728 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb946a2-8384-4fef-bdea-9e657a0bcc8e admin admin] Network 7e024dc7-08f6-4065-988a-c132275bafc0 is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:49:46.956881 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-3cb946a2-8384-4fef-bdea-9e657a0bcc8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, 7e024dc7-08f6-4065-988a-c132275bafc0) {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:49:46.961064 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb946a2-8384-4fef-bdea-9e657a0bcc8e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:46.961628 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3cb946a2-8384-4fef-bdea-9e657a0bcc8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:46.966478 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d5b80e-f6dd-4a7e-90b1-ca88afd30323 None None] Network 7e024dc7-08f6-4065-988a-c132275bafc0 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:49:46.983119 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-3cb946a2-8384-4fef-bdea-9e657a0bcc8e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3745501
Apr 08 02:49:46.985478 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 46278) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:49:46.990976 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2015724263-router', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:49:46.995464 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:49:46.999286 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Usage tracker for resource:router and tenant:89f311117084470f8e8d16c47ad1d2ae is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:49:47.002089 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:49:47.007700 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:49:47.018955 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61808'] for router, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:47.019873 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61769'] for router, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:47.040372 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:47.178489 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3364f179-0d4a-51e7-8435-5d406743cc3e-7e024dc7-08f6-4065-988a-c132275bafc0', 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'fixed_ips': [{'subnet_id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2'}]}} from dv-cinder-837052-1-iscsi. {{(pid=83138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 08 02:49:47.179326 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:47.179932 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61787'] for router, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:47.330944 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.db_base_plugin_common [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Allocated IP 172.20.0.2 (7e024dc7-08f6-4065-988a-c132275bafc0/a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2/08d501cc-52bb-4f59-a717-01ada2199046) {{(pid=83138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:49:47.366633 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:47.396854 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:47.535186 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Notify callbacks [] for port, precommit_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:47.536083 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Allocated IP 172.27.2.63 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/d7f03a3a-6f09-4f51-8111-a9697a9bce48) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:49:47.545642 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Transition to ACTIVE for port object 08d501cc-52bb-4f59-a717-01ada2199046 will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:49:47.563855 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Transition to ACTIVE for port object 08d501cc-52bb-4f59-a717-01ada2199046 will not be triggered until provisioned by entity DHCP. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:49:47.571378 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:47.639443 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Network 7e024dc7-08f6-4065-988a-c132275bafc0 is already hosted by enough agents. {{(pid=83138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:49:47.642105 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.base_scheduler [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Resources bound (agent type, host, resource id):  {{(pid=83138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:49:47.645780 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Received port after_create {{(pid=83138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:49:47.650910 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Pushing event updated for resources: {'Port': ['ID=08d501cc-52bb-4f59-a717-01ada2199046,revision_number=1']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:47.679367 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc6456-e5dc-4988-b440-52e7135dc68f req-3be78f4e-38d7-4169-a10f-ce069921c54e tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:47.680811 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8bdc6456-e5dc-4988-b440-52e7135dc68f req-3be78f4e-38d7-4169-a10f-ce069921c54e tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0793495
Apr 08 02:49:47.701757 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:47.731666 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:47.735075 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8bdc6456-e5dc-4988-b440-52e7135dc68f req-2c8f80da-c07e-42ec-8332-895de090365b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461617
Apr 08 02:49:47.768551 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Attempting to bind port 08d501cc-52bb-4f59-a717-01ada2199046 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:49:47.769326 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Attempting to bind port 08d501cc-52bb-4f59-a717-01ada2199046 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '3ac88e81-d5b5-4b73-a252-17d939149d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:49:47.769863 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Attempting to bind port 08d501cc-52bb-4f59-a717-01ada2199046 on network 7e024dc7-08f6-4065-988a-c132275bafc0 {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:49:47.777699 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:49:47.778062 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Checking segment: {'id': '3ac88e81-d5b5-4b73-a252-17d939149d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:49:47.778621 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:47.779206 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Bound using segment: {'id': '3ac88e81-d5b5-4b73-a252-17d939149d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:49:47.779826 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Bound port: 08d501cc-52bb-4f59-a717-01ada2199046, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac88e81-d5b5-4b73-a252-17d939149d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:49:47.780353 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:47.804535 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:49:47.807691 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:49:47.811439 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:49:47.839862 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Pushing event updated for resources: {'Port': ['ID=d7f03a3a-6f09-4f51-8111-a9697a9bce48,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:47.872003 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] For port 08d501cc-52bb-4f59-a717-01ada2199046, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:49:47.874948 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] For port 08d501cc-52bb-4f59-a717-01ada2199046, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=08d501cc-52bb-4f59-a717-01ada2199046,segment=NetworkSegment(3ac88e81-d5b5-4b73-a252-17d939149d42),segment_id=3ac88e81-d5b5-4b73-a252-17d939149d42)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:49:47.879257 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:47.953400 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5f9fb-f016-48cb-8e9b-262f5918f89c None None] Pushing event updated for resources: {'Port': ['ID=08d501cc-52bb-4f59-a717-01ada2199046,revision_number=2']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:47.981086 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:47.981834 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783721'] for router, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:48.287269 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Router d0fe6377-ab40-4d5b-94de-3fffd0eb247e is scheduled to L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c with binding_index 1 {{(pid=83137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 08 02:49:48.483821 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:49:48.499515 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Sync routers for ids ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:49:48.508214 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] Notify callbacks [] for router, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:48.509401 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-a216c93d-b54b-4a52-a079-3619e16c1683 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.5230312
Apr 08 02:49:48.513104 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 46292) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:49:48.513596 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Routers {'d0fe6377-ab40-4d5b-94de-3fffd0eb247e'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:49:48.514193 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2650160>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:49:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:48.699265 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Set router d0fe6377-ab40-4d5b-94de-3fffd0eb247e gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:49:48.922409 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7083c153-8008-47b9-8e94-b1b8571962aa None None] Network 7e024dc7-08f6-4065-988a-c132275bafc0 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:49:49.094769 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2650160>, [{'id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'name': 'tempest-TestShelveInstance-2015724263-router', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:47Z', 'revision_number': 3, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'gw_port': {'id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:49.100615 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Checking router: d0fe6377-ab40-4d5b-94de-3fffd0eb247e for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:49:49.101133 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Updating router d0fe6377-ab40-4d5b-94de-3fffd0eb247e port d7f03a3a-6f09-4f51-8111-a9697a9bce48 binding host dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:49:49.155804 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-8b76ecf1-8bea-4505-a6a6-8ae06dce4467 None None] Provisioning for port 08d501cc-52bb-4f59-a717-01ada2199046 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:49:49.172415 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:49.267241 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372334ea-694a-4aaa-827f-3afab7918db8 req-a5bbc088-d7f5-41c3-a7c9-6747425c876a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:49.269303 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-372334ea-694a-4aaa-827f-3afab7918db8 req-a5bbc088-d7f5-41c3-a7c9-6747425c876a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0895917
Apr 08 02:49:49.321596 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:49.331274 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-372334ea-694a-4aaa-827f-3afab7918db8 req-794768a7-ef21-4bae-850f-96bee86a63a7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559971
Apr 08 02:49:49.525154 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 08d501cc-52bb-4f59-a717-01ada2199046 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:49:49.620047 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 08d501cc-52bb-4f59-a717-01ada2199046 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:49:49.622896 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] Allocated IP 172.20.0.1 (7e024dc7-08f6-4065-988a-c132275bafc0/a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2/c146c260-ced1-4ab6-af56-e2142261b527) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:49:49.625702 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 08d501cc-52bb-4f59-a717-01ada2199046 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:49:49.626114 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:49.629639 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Notify callbacks [] for port, precommit_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:49.643959 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.provisioning_blocks [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Transition to ACTIVE for port object d7f03a3a-6f09-4f51-8111-a9697a9bce48 will not be triggered until provisioned by entity L2. {{(pid=83139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:49:49.651660 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:49.734940 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca60b2-f7ab-45cc-8af4-679855d3bfbd None None] Pushing event updated for resources: {'Port': ['ID=d7f03a3a-6f09-4f51-8111-a9697a9bce48,revision_number=2']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:49.743617 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Attempting to bind port d7f03a3a-6f09-4f51-8111-a9697a9bce48 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:49:49.744084 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Attempting to bind port d7f03a3a-6f09-4f51-8111-a9697a9bce48 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:49:49.744712 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Attempting to bind port d7f03a3a-6f09-4f51-8111-a9697a9bce48 on network 24529cff-0200-4bb0-a643-d2ea0aa9465c {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:49:49.749791 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca60b2-f7ab-45cc-8af4-679855d3bfbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:49.750191 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca60b2-f7ab-45cc-8af4-679855d3bfbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:49.750581 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca60b2-f7ab-45cc-8af4-679855d3bfbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:49.750985 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca60b2-f7ab-45cc-8af4-679855d3bfbd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:49.751371 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca60b2-f7ab-45cc-8af4-679855d3bfbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:49.751744 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca60b2-f7ab-45cc-8af4-679855d3bfbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:49.752118 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca60b2-f7ab-45cc-8af4-679855d3bfbd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:49.752641 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca60b2-f7ab-45cc-8af4-679855d3bfbd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:49.753010 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca60b2-f7ab-45cc-8af4-679855d3bfbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:49.753379 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca60b2-f7ab-45cc-8af4-679855d3bfbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:49.753748 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca60b2-f7ab-45cc-8af4-679855d3bfbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:49.761304 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:49:49.761667 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Checking segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:49:49.762050 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:49.762422 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Bound using segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:49:49.763169 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Bound port: d7f03a3a-6f09-4f51-8111-a9697a9bce48, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:49:49.763526 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:49.787094 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:49.808453 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-862c9999-f0a4-4209-b86a-644513287dad req-47d5e343-f3fd-474b-a3d2-c23fc4f71102 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f673f0f0edd74c56a204930e93f143da&device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 1099 time: 0.1876495
Apr 08 02:49:49.819559 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port 08d501cc-52bb-4f59-a717-01ada2199046, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=08d501cc-52bb-4f59-a717-01ada2199046,segment=NetworkSegment(3ac88e81-d5b5-4b73-a252-17d939149d42),segment_id=3ac88e81-d5b5-4b73-a252-17d939149d42)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:49:49.825033 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:49.833102 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] For port d7f03a3a-6f09-4f51-8111-a9697a9bce48, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:49:49.837695 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] For port d7f03a3a-6f09-4f51-8111-a9697a9bce48, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=d7f03a3a-6f09-4f51-8111-a9697a9bce48,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:49:49.842807 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:49.906529 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=08d501cc-52bb-4f59-a717-01ada2199046,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:49.933911 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca60b2-f7ab-45cc-8af4-679855d3bfbd None None] Pushing event updated for resources: {'Port': ['ID=d7f03a3a-6f09-4f51-8111-a9697a9bce48,revision_number=3']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:49.941547 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Routers {'d0fe6377-ab40-4d5b-94de-3fffd0eb247e'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:49:49.942143 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2650160>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:49:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:49.942854 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:49.968142 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] Transition to ACTIVE for port object c146c260-ced1-4ab6-af56-e2142261b527 will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:49:50.009488 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c9999-f0a4-4209-b86a-644513287dad req-3ec9600c-0e56-4d86-93f5-62836face10b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:50.011673 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-862c9999-f0a4-4209-b86a-644513287dad req-3ec9600c-0e56-4d86-93f5-62836face10b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9177d28f-82e1-4f7a-9248-434f10dfbba9 HTTP/1.1" status: 200  len: 918 time: 0.1944342
Apr 08 02:49:50.028279 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:50.157181 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] Set router d0fe6377-ab40-4d5b-94de-3fffd0eb247e gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:49:50.250800 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] Pushing event updated for resources: {'Port': ['ID=c146c260-ced1-4ab6-af56-e2142261b527,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:50.254073 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] Network 7e024dc7-08f6-4065-988a-c132275bafc0 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:49:50.257175 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:49:50.261045 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:49:50.317420 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-862c9999-f0a4-4209-b86a-644513287dad req-c4f13343-a68a-4314-a1f3-6fbfd3e4599d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1447a33-5dc8-44ca-8978-a2f1cdaaab34 HTTP/1.1" status: 200  len: 1002 time: 0.2969089
Apr 08 02:49:50.370708 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784291'] for router_interface, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:50.397926 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c9999-f0a4-4209-b86a-644513287dad req-ee541b7c-b01c-4c71-8577-c20713f2653f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:50.399408 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-862c9999-f0a4-4209-b86a-644513287dad req-ee541b7c-b01c-4c71-8577-c20713f2653f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3ecf36cf-7175-47e0-89d3-2818045d184b HTTP/1.1" status: 200  len: 856 time: 0.0748730
Apr 08 02:49:50.473230 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2650160>, [{'id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'name': 'tempest-TestShelveInstance-2015724263-router', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:47Z', 'revision_number': 3, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'gw_port': {'id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:50.477502 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e44cd06-4bcc-4922-b577-319b50f558d2 None None] The sync data for ids ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'] in dv-cinder-837052-1-iscsi is: [{'id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'name': 'tempest-TestShelveInstance-2015724263-router', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:47Z', 'revision_number': 3, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'gw_port': {'id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:49:50.518818 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:50.538954 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-64dc3c56-4bd7-4936-a2ef-3e9218d935b2 None None] Provisioning for port c146c260-ced1-4ab6-af56-e2142261b527 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:49:50.545100 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-64dc3c56-4bd7-4936-a2ef-3e9218d935b2 None None] Provisioning complete for port c146c260-ced1-4ab6-af56-e2142261b527 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:49:50.545693 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-64dc3c56-4bd7-4936-a2ef-3e9218d935b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:50.577673 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8762e62-6c47-4b36-9769-4e12207b192e req-5b14cb86-1cc2-4dd1-8398-cd4996f30c38 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:50.578710 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-862c9999-f0a4-4209-b86a-644513287dad req-4e2c94b3-9cb6-429a-ac2d-9bb12845cac0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9177d28f-82e1-4f7a-9248-434f10dfbba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1721039
Apr 08 02:49:50.579388 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a8762e62-6c47-4b36-9769-4e12207b192e req-5b14cb86-1cc2-4dd1-8398-cd4996f30c38 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0865054
Apr 08 02:49:50.600321 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-64dc3c56-4bd7-4936-a2ef-3e9218d935b2 None None] Port c146c260-ced1-4ab6-af56-e2142261b527 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:49:50.628632 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a8762e62-6c47-4b36-9769-4e12207b192e req-3b275ad7-5892-4068-adf9-cb113e0ebec7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429823
Apr 08 02:49:50.814728 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-862c9999-f0a4-4209-b86a-644513287dad req-4ce8568a-5273-47ee-96cf-16e3234bfa85 service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2264011
Apr 08 02:49:50.983105 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:50.990351 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-862c9999-f0a4-4209-b86a-644513287dad req-00903c5b-b31a-4ee8-a865-396efb37fc85 service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660206
Apr 08 02:49:50.991475 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:51.110777 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7999011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784188'] for router_interface, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:51.110991 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] Pushing event updated for resources: {'Port': ['ID=c146c260-ced1-4ab6-af56-e2142261b527,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:51.251591 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] Network 7e024dc7-08f6-4065-988a-c132275bafc0 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:49:51.252731 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:49:51.430650 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 08d501cc-52bb-4f59-a717-01ada2199046 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:49:51.499123 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 08d501cc-52bb-4f59-a717-01ada2199046 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:49:51.499483 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:51.532450 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device e1447a33-5dc8-44ca-8978-a2f1cdaaab34 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:49:51.624020 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-74d754e0-d462-4e91-a80c-dcaf8a80cd39 None None] Provisioning complete for port c146c260-ced1-4ab6-af56-e2142261b527 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:49:51.624669 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-74d754e0-d462-4e91-a80c-dcaf8a80cd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:51.730495 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] Router d0fe6377-ab40-4d5b-94de-3fffd0eb247e has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:49:51.767484 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-74d754e0-d462-4e91-a80c-dcaf8a80cd39 None None] Port c146c260-ced1-4ab6-af56-e2142261b527 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:49:51.781451 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:51.815375 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44bc1d2-0741-4081-9165-b0aca9008eaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:49:51.825937 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port e1447a33-5dc8-44ca-8978-a2f1cdaaab34, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:49:51.831788 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:51.870427 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f4d6d-cfe6-46cb-b70c-0a60e4db9d3e req-5882795c-1a0c-4d14-b93e-feb71fc94cab tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:51.872549 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ce1f4d6d-cfe6-46cb-b70c-0a60e4db9d3e req-5882795c-1a0c-4d14-b93e-feb71fc94cab tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 946 time: 0.0978694
Apr 08 02:49:51.901588 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-effe4c11-9b89-427e-a1a4-206b721dd383'] response: {'server_uuid': 'e44bc1d2-0741-4081-9165-b0aca9008eaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34', 'code': 200}
Apr 08 02:49:51.932129 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,revision_number=8']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:51.971283 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ce1f4d6d-cfe6-46cb-b70c-0a60e4db9d3e req-b8ddfad0-a865-4ad8-a8a5-2463143d8119 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0928402
Apr 08 02:49:52.011167 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:49:52.032706 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-a74fd66d-f940-4471-9573-aa4594cd69a3 admin admin] 10.222.0.48 "PUT /v2.0/routers/d0fe6377-ab40-4d5b-94de-3fffd0eb247e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5112312
Apr 08 02:49:52.918008 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 46364) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:49:52.923406 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-305694406-network', 'tenant_id': '2693886eb62643358125af592825867f'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:49:52.928246 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:49:52.932812 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Usage tracker for resource:network and tenant:2693886eb62643358125af592825867f is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:49:52.935641 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:49:52.941742 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:49:52.953405 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Made reservation on behalf of 2693886eb62643358125af592825867f for: {'network': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:49:52.955721 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:52.969509 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:53.003722 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:49:53.008014 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Usage tracker for resource:security_group_rule and tenant:2693886eb62643358125af592825867f is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:49:53.012405 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:49:53.018897 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:49:53.089475 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:53.093451 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:53.121480 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'}  {{(pid=83137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:49:53.136870 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826b3183-46f0-4beb-8214-0ec0ada9a5a5,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:53.141416 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:53.141754 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.segments_db [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Added segment 886e413d-4ed7-4d8c-872e-76609a9e588d of type vlan for network 4f6a9110-1b97-48f9-9e15-a9f8c773e3f6
Apr 08 02:49:53.168979 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:53.198389 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:53.199255 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:53.199828 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:53.204726 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c5e86-8e2e-4d78-b0f5-7c4d4eafe100 req-841e4221-ba25-48c1-90d3-f37fab7cc240 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:53.206158 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-919c5e86-8e2e-4d78-b0f5-7c4d4eafe100 req-841e4221-ba25-48c1-90d3-f37fab7cc240 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.0848413
Apr 08 02:49:53.251448 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-919c5e86-8e2e-4d78-b0f5-7c4d4eafe100 req-0333185e-9f13-4b5f-9ad9-8459b51bf72b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392451
Apr 08 02:49:53.309689 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] Pushing event updated for resources: {'Network': ['ID=4f6a9110-1b97-48f9-9e15-a9f8c773e3f6,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:53.312635 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-1e760cf1-c88d-4b95-a107-5a2b820a1940 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3934910
Apr 08 02:49:53.315222 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 46374) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:49:53.320919 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-0ff02b54-940f-4ad4-b1bc-9750e751145e admin admin] Request body: {'subnet': {'network_id': '4f6a9110-1b97-48f9-9e15-a9f8c773e3f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-305694406-subnet', 'tenant_id': '2693886eb62643358125af592825867f', 'ip_version': 4}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:49:53.321266 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network 4f6a9110-1b97-48f9-9e15-a9f8c773e3f6 details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:49:53.326848 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-0ff02b54-940f-4ad4-b1bc-9750e751145e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:49:53.330769 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-0ff02b54-940f-4ad4-b1bc-9750e751145e admin admin] Usage tracker for resource:subnet and tenant:2693886eb62643358125af592825867f is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:49:53.333615 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-0ff02b54-940f-4ad4-b1bc-9750e751145e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:49:53.340754 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-0ff02b54-940f-4ad4-b1bc-9750e751145e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:49:53.355547 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff02b54-940f-4ad4-b1bc-9750e751145e admin admin] Made reservation on behalf of 2693886eb62643358125af592825867f for: {'subnet': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:49:53.358562 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0ff02b54-940f-4ad4-b1bc-9750e751145e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2044265'] for subnet, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:53.470218 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device d7f03a3a-6f09-4f51-8111-a9697a9bce48 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:49:53.575905 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port d7f03a3a-6f09-4f51-8111-a9697a9bce48 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:49:53.583215 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port d7f03a3a-6f09-4f51-8111-a9697a9bce48 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:49:53.583659 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:53.653970 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0ff02b54-940f-4ad4-b1bc-9750e751145e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1140146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2044231'] for subnet, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:53.725528 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:53.743166 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port d7f03a3a-6f09-4f51-8111-a9697a9bce48, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=d7f03a3a-6f09-4f51-8111-a9697a9bce48,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:49:53.745448 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff02b54-940f-4ad4-b1bc-9750e751145e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e0e9237-2eeb-480f-a1bc-08cfc984abc7,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:53.753032 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff02b54-940f-4ad4-b1bc-9750e751145e admin admin] Checking segment: {'id': '886e413d-4ed7-4d8c-872e-76609a9e588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4f6a9110-1b97-48f9-9e15-a9f8c773e3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:49:53.753441 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff02b54-940f-4ad4-b1bc-9750e751145e admin admin] Network hostable DHCP agents. Network: 4f6a9110-1b97-48f9-9e15-a9f8c773e3f6, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:49:53.764252 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:53.804141 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff02b54-940f-4ad4-b1bc-9750e751145e admin admin] Network 4f6a9110-1b97-48f9-9e15-a9f8c773e3f6 is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:49:53.817521 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-0ff02b54-940f-4ad4-b1bc-9750e751145e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, 4f6a9110-1b97-48f9-9e15-a9f8c773e3f6) {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:49:53.823470 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff02b54-940f-4ad4-b1bc-9750e751145e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:53.823766 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0ff02b54-940f-4ad4-b1bc-9750e751145e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:53.830342 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8feb4c1-caf4-42f7-86f6-06af352759f0 None None] Network 4f6a9110-1b97-48f9-9e15-a9f8c773e3f6 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:49:53.846798 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-0ff02b54-940f-4ad4-b1bc-9750e751145e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.5304294
Apr 08 02:49:53.849408 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 46396) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:49:53.855218 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-305694406-router', 'tenant_id': '2693886eb62643358125af592825867f', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:49:53.860136 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:49:53.864656 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Usage tracker for resource:router and tenant:2693886eb62643358125af592825867f is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:49:53.866920 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=d7f03a3a-6f09-4f51-8111-a9697a9bce48,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:53.867772 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:49:53.886614 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:49:53.905128 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61808'] for router, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:53.906795 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61769'] for router, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:53.931190 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:54.130454 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61787'] for router, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:54.150783 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3364f179-0d4a-51e7-8435-5d406743cc3e-4f6a9110-1b97-48f9-9e15-a9f8c773e3f6', 'network_id': '4f6a9110-1b97-48f9-9e15-a9f8c773e3f6', 'tenant_id': '2693886eb62643358125af592825867f', 'fixed_ips': [{'subnet_id': '1e0e9237-2eeb-480f-a1bc-08cfc984abc7'}]}} from dv-cinder-837052-1-iscsi. {{(pid=83138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 08 02:49:54.151635 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:54.316004 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.db_base_plugin_common [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Allocated IP 172.20.0.2 (4f6a9110-1b97-48f9-9e15-a9f8c773e3f6/1e0e9237-2eeb-480f-a1bc-08cfc984abc7/a03f9ba4-6732-4940-a437-96b3207e14ba) {{(pid=83138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:49:54.393263 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:54.425296 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:54.534143 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Notify callbacks [] for port, precommit_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:54.545620 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Transition to ACTIVE for port object a03f9ba4-6732-4940-a437-96b3207e14ba will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:49:54.565557 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Transition to ACTIVE for port object a03f9ba4-6732-4940-a437-96b3207e14ba will not be triggered until provisioned by entity DHCP. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:49:54.571142 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:54.607370 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-50d63470-77e2-46ba-8c36-9b434d0b23da req-c0c92707-5610-4793-8150-35efab4866a6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.3781195
Apr 08 02:49:54.628920 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_common [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Allocated IP 172.27.2.112 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/b427d7d5-f297-4654-bffd-91e4195e4897) {{(pid=83136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:49:54.679133 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Network 4f6a9110-1b97-48f9-9e15-a9f8c773e3f6 is already hosted by enough agents. {{(pid=83138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:49:54.683689 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Pushing event updated for resources: {'Port': ['ID=a03f9ba4-6732-4940-a437-96b3207e14ba,revision_number=1']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:54.686230 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.base_scheduler [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Resources bound (agent type, host, resource id):  {{(pid=83138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:49:54.688355 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Received port after_create {{(pid=83138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:49:54.784372 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Attempting to bind port a03f9ba4-6732-4940-a437-96b3207e14ba on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:49:54.784767 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Attempting to bind port a03f9ba4-6732-4940-a437-96b3207e14ba by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '886e413d-4ed7-4d8c-872e-76609a9e588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4f6a9110-1b97-48f9-9e15-a9f8c773e3f6'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:49:54.785066 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Attempting to bind port a03f9ba4-6732-4940-a437-96b3207e14ba on network 4f6a9110-1b97-48f9-9e15-a9f8c773e3f6 {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:49:54.792685 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:49:54.793046 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Checking segment: {'id': '886e413d-4ed7-4d8c-872e-76609a9e588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4f6a9110-1b97-48f9-9e15-a9f8c773e3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:49:54.793428 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:54.793805 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Bound using segment: {'id': '886e413d-4ed7-4d8c-872e-76609a9e588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4f6a9110-1b97-48f9-9e15-a9f8c773e3f6'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:49:54.794247 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Bound port: a03f9ba4-6732-4940-a437-96b3207e14ba, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e413d-4ed7-4d8c-872e-76609a9e588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4f6a9110-1b97-48f9-9e15-a9f8c773e3f6'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:49:54.794609 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:54.805355 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:54.849606 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:54.898701 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] For port a03f9ba4-6732-4940-a437-96b3207e14ba, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:49:54.902282 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] For port a03f9ba4-6732-4940-a437-96b3207e14ba, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=a03f9ba4-6732-4940-a437-96b3207e14ba,segment=NetworkSegment(886e413d-4ed7-4d8c-872e-76609a9e588d),segment_id=886e413d-4ed7-4d8c-872e-76609a9e588d)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:49:54.907183 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:54.933745 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 46422) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:49:54.992491 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:49:54.993262 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Pushing event updated for resources: {'Port': ['ID=b427d7d5-f297-4654-bffd-91e4195e4897,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:54.998251 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:49:55.002881 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Received port after_create {{(pid=83136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:49:55.026726 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fd492-d54c-4557-b7ea-1caa33d97426 None None] Pushing event updated for resources: {'Port': ['ID=a03f9ba4-6732-4940-a437-96b3207e14ba,revision_number=2']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:55.101384 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07173a93-91fc-4ef5-b2f6-89d57675ae16 req-79f2b069-de87-4f04-90a2-e5d6bc27f7e0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:55.103771 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-07173a93-91fc-4ef5-b2f6-89d57675ae16 req-79f2b069-de87-4f04-90a2-e5d6bc27f7e0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.2084875
Apr 08 02:49:55.131469 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a713d56b-9349-4d80-bf42-8ba07e02af79 req-e64022be-dcd5-4064-b27f-e2f08e501b75 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1948624
Apr 08 02:49:55.251661 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-07173a93-91fc-4ef5-b2f6-89d57675ae16 req-8a59536f-9712-442c-8023-e40454a789f4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1063609
Apr 08 02:49:55.284181 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:55.285169 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783721'] for router, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:55.502640 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Sync routers for ids ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:49:55.511252 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device e1447a33-5dc8-44ca-8978-a2f1cdaaab34 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:49:55.572662 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device a03f9ba4-6732-4940-a437-96b3207e14ba up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:49:55.575283 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Router ac8b4d82-a07c-44c2-b72d-b8e3fabec141 is scheduled to L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c with binding_index 1 {{(pid=83136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 08 02:49:55.616180 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Routers {'d0fe6377-ab40-4d5b-94de-3fffd0eb247e'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:49:55.616819 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2ad7160>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:49:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:55.804522 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:49:55.824830 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Sync routers for ids ['ac8b4d82-a07c-44c2-b72d-b8e3fabec141'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:49:55.843364 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Routers {'ac8b4d82-a07c-44c2-b72d-b8e3fabec141'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:49:55.843974 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2c6bf10>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:49:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['ac8b4d82-a07c-44c2-b72d-b8e3fabec141'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:55.861671 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] Notify callbacks [] for router, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:55.863747 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-11f59dfd-ca9e-42ba-bd94-07ae18bc468c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.0124691
Apr 08 02:49:55.865688 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 46442) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:49:55.871022 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port a03f9ba4-6732-4940-a437-96b3207e14ba completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:49:55.881825 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device d7f03a3a-6f09-4f51-8111-a9697a9bce48 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:49:55.930123 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Set router d0fe6377-ab40-4d5b-94de-3fffd0eb247e gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:49:56.095969 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Set router ac8b4d82-a07c-44c2-b72d-b8e3fabec141 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:49:56.219298 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port d7f03a3a-6f09-4f51-8111-a9697a9bce48 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:49:56.219668 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:56.468711 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2ad7160>, [{'id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'name': 'tempest-TestShelveInstance-2015724263-router', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:50Z', 'revision_number': 4, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'gw_port': {'id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'c146c260-ced1-4ab6-af56-e2142261b527', 'name': '', 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'mac_address': 'fa:16:3e:1e:57:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:49Z', 'updated_at': '2022-04-08T02:49:50Z', 'revision_number': 2, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'subnets': [{'id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:56.469546 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2c6bf10>, [{'id': 'ac8b4d82-a07c-44c2-b72d-b8e3fabec141', 'name': 'tempest-TestShelveInstance-305694406-router', 'tenant_id': '2693886eb62643358125af592825867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b427d7d5-f297-4654-bffd-91e4195e4897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:53Z', 'updated_at': '2022-04-08T02:49:55Z', 'revision_number': 3, 'project_id': '2693886eb62643358125af592825867f', 'gw_port': {'id': 'b427d7d5-f297-4654-bffd-91e4195e4897', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b4d82-a07c-44c2-b72d-b8e3fabec141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:54Z', 'updated_at': '2022-04-08T02:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:56.474716 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Checking router: ac8b4d82-a07c-44c2-b72d-b8e3fabec141 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:49:56.475063 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Updating router ac8b4d82-a07c-44c2-b72d-b8e3fabec141 port b427d7d5-f297-4654-bffd-91e4195e4897 binding host dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:49:56.481810 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Checking router: d0fe6377-ab40-4d5b-94de-3fffd0eb247e for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:49:56.481982 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Updating router d0fe6377-ab40-4d5b-94de-3fffd0eb247e port c146c260-ced1-4ab6-af56-e2142261b527 binding host dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:49:56.532318 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:56.542000 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:56.577609 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba45078a-be4c-4194-9c1f-0c623c2dbf73 None None] Network 4f6a9110-1b97-48f9-9e15-a9f8c773e3f6 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:49:56.699500 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4161d8-3106-40ad-b6d6-bfd09d593bc0 req-ab970469-8fe9-4d60-acb3-2721c00f2f2a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:56.700988 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fb4161d8-3106-40ad-b6d6-bfd09d593bc0 req-ab970469-8fe9-4d60-acb3-2721c00f2f2a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.1771843
Apr 08 02:49:56.772821 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fb4161d8-3106-40ad-b6d6-bfd09d593bc0 req-bc2f2ce5-5f94-4f01-a5cc-f364fce4d883 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661359
Apr 08 02:49:56.777081 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-9c8a833d-39c9-4ce8-82d6-e0bbe4663236 None None] Provisioning for port a03f9ba4-6732-4940-a437-96b3207e14ba completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:49:56.860278 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-9c8a833d-39c9-4ce8-82d6-e0bbe4663236 None None] Provisioning complete for port a03f9ba4-6732-4940-a437-96b3207e14ba triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:49:56.860954 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9c8a833d-39c9-4ce8-82d6-e0bbe4663236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:56.928749 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Notify callbacks [] for port, precommit_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:56.941747 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.provisioning_blocks [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Transition to ACTIVE for port object b427d7d5-f297-4654-bffd-91e4195e4897 will not be triggered until provisioned by entity L2. {{(pid=83139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:49:56.949377 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:56.954042 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:57.025753 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23537f-82e4-4415-af1b-39afee937f00 None None] Pushing event updated for resources: {'Port': ['ID=b427d7d5-f297-4654-bffd-91e4195e4897,revision_number=2']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:57.055706 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Attempting to bind port b427d7d5-f297-4654-bffd-91e4195e4897 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:49:57.056059 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Attempting to bind port b427d7d5-f297-4654-bffd-91e4195e4897 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:49:57.057285 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Attempting to bind port b427d7d5-f297-4654-bffd-91e4195e4897 on network 24529cff-0200-4bb0-a643-d2ea0aa9465c {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:49:57.063676 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:49:57.064031 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Checking segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:49:57.064414 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:57.064788 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Bound using segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:49:57.065228 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Bound port: b427d7d5-f297-4654-bffd-91e4195e4897, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:49:57.065906 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:57.138647 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] For port b427d7d5-f297-4654-bffd-91e4195e4897, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:49:57.141740 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] For port b427d7d5-f297-4654-bffd-91e4195e4897, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=b427d7d5-f297-4654-bffd-91e4195e4897,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:49:57.147171 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:57.184620 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_common [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] Allocated IP 172.20.0.1 (4f6a9110-1b97-48f9-9e15-a9f8c773e3f6/1e0e9237-2eeb-480f-a1bc-08cfc984abc7/97f6762a-6766-4c49-8acc-e589694645e0) {{(pid=83136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:49:57.204015 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9c8a833d-39c9-4ce8-82d6-e0bbe4663236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:57.243078 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23537f-82e4-4415-af1b-39afee937f00 None None] Pushing event updated for resources: {'Port': ['ID=b427d7d5-f297-4654-bffd-91e4195e4897,revision_number=3']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:57.245665 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Routers {'ac8b4d82-a07c-44c2-b72d-b8e3fabec141'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:49:57.246563 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2c6bf10>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:49:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['ac8b4d82-a07c-44c2-b72d-b8e3fabec141'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:57.290324 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-9c8a833d-39c9-4ce8-82d6-e0bbe4663236 None None] For port a03f9ba4-6732-4940-a437-96b3207e14ba, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=a03f9ba4-6732-4940-a437-96b3207e14ba,segment=NetworkSegment(886e413d-4ed7-4d8c-872e-76609a9e588d),segment_id=886e413d-4ed7-4d8c-872e-76609a9e588d)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:49:57.303605 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9c8a833d-39c9-4ce8-82d6-e0bbe4663236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:57.381315 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:57.397398 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Notify callbacks [] for port, precommit_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:57.407627 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.provisioning_blocks [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] Transition to ACTIVE for port object 97f6762a-6766-4c49-8acc-e589694645e0 will not be triggered until provisioned by entity DHCP. {{(pid=83136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:49:57.418238 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Transition to ACTIVE for port object c146c260-ced1-4ab6-af56-e2142261b527 will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:49:57.420668 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a833d-39c9-4ce8-82d6-e0bbe4663236 None None] Pushing event updated for resources: {'Port': ['ID=a03f9ba4-6732-4940-a437-96b3207e14ba,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:57.431712 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:57.445619 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:57.520551 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] Network 4f6a9110-1b97-48f9-9e15-a9f8c773e3f6 is already hosted by enough agents. {{(pid=83136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:49:57.523368 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:49:57.526559 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] Received port after_create {{(pid=83136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:49:57.527693 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] Set router ac8b4d82-a07c-44c2-b72d-b8e3fabec141 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:49:57.567303 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] Pushing event updated for resources: {'Port': ['ID=97f6762a-6766-4c49-8acc-e589694645e0,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:57.592675 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9e752-9827-408a-8552-dce8ff3a9ce2 None None] Pushing event updated for resources: {'Port': ['ID=c146c260-ced1-4ab6-af56-e2142261b527,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:57.593185 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784291'] for router_interface, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:57.733082 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:57.774090 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Attempting to bind port c146c260-ced1-4ab6-af56-e2142261b527 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:49:57.774688 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Attempting to bind port c146c260-ced1-4ab6-af56-e2142261b527 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '3ac88e81-d5b5-4b73-a252-17d939149d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:49:57.775879 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Attempting to bind port c146c260-ced1-4ab6-af56-e2142261b527 on network 7e024dc7-08f6-4065-988a-c132275bafc0 {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:49:57.790189 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:49:57.791001 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Checking segment: {'id': '3ac88e81-d5b5-4b73-a252-17d939149d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:49:57.791756 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:57.792304 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Bound using segment: {'id': '3ac88e81-d5b5-4b73-a252-17d939149d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:49:57.792918 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Bound port: c146c260-ced1-4ab6-af56-e2142261b527, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac88e81-d5b5-4b73-a252-17d939149d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:49:57.793832 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:57.809516 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-c91dc7d0-a7b3-413e-beba-52e45e65d615 None None] Provisioning complete for port a03f9ba4-6732-4940-a437-96b3207e14ba triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:49:57.810116 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-c91dc7d0-a7b3-413e-beba-52e45e65d615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:57.977034 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2c6bf10>, [{'id': 'ac8b4d82-a07c-44c2-b72d-b8e3fabec141', 'name': 'tempest-TestShelveInstance-305694406-router', 'tenant_id': '2693886eb62643358125af592825867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b427d7d5-f297-4654-bffd-91e4195e4897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:53Z', 'updated_at': '2022-04-08T02:49:55Z', 'revision_number': 3, 'project_id': '2693886eb62643358125af592825867f', 'gw_port': {'id': 'b427d7d5-f297-4654-bffd-91e4195e4897', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b4d82-a07c-44c2-b72d-b8e3fabec141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:54Z', 'updated_at': '2022-04-08T02:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:57.982296 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3085d42-d626-485f-afae-5d33f40b361f None None] The sync data for ids ['ac8b4d82-a07c-44c2-b72d-b8e3fabec141'] in dv-cinder-837052-1-iscsi is: [{'id': 'ac8b4d82-a07c-44c2-b72d-b8e3fabec141', 'name': 'tempest-TestShelveInstance-305694406-router', 'tenant_id': '2693886eb62643358125af592825867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b427d7d5-f297-4654-bffd-91e4195e4897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:53Z', 'updated_at': '2022-04-08T02:49:55Z', 'revision_number': 3, 'project_id': '2693886eb62643358125af592825867f', 'gw_port': {'id': 'b427d7d5-f297-4654-bffd-91e4195e4897', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b4d82-a07c-44c2-b72d-b8e3fabec141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:54Z', 'updated_at': '2022-04-08T02:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:49:58.027649 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] For port c146c260-ced1-4ab6-af56-e2142261b527, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:49:58.031875 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] For port c146c260-ced1-4ab6-af56-e2142261b527, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=c146c260-ced1-4ab6-af56-e2142261b527,segment=NetworkSegment(3ac88e81-d5b5-4b73-a252-17d939149d42),segment_id=3ac88e81-d5b5-4b73-a252-17d939149d42)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:49:58.039146 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:58.104425 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f192e-b646-4de9-8d53-b8b3c15f97a1 req-d1c379ae-786e-4e1f-b450-e5048322e399 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:58.105987 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ed7f192e-b646-4de9-8d53-b8b3c15f97a1 req-d1c379ae-786e-4e1f-b450-e5048322e399 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.1403978
Apr 08 02:49:58.108080 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:58.117901 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Routers {'d0fe6377-ab40-4d5b-94de-3fffd0eb247e'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:49:58.118544 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2ad7160>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:49:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:58.127170 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2029878'] for port, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:58.178195 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9e752-9827-408a-8552-dce8ff3a9ce2 None None] Pushing event updated for resources: {'Port': ['ID=c146c260-ced1-4ab6-af56-e2142261b527,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:58.258376 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] Pushing event updated for resources: {'Port': ['ID=97f6762a-6766-4c49-8acc-e589694645e0,revision_number=2']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:58.261498 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7999011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784188'] for router_interface, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:58.268332 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ed7f192e-b646-4de9-8d53-b8b3c15f97a1 req-4a9ee327-f608-45fd-af7c-38b7066332b0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1553731
Apr 08 02:49:58.275482 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-eedbe404-36e0-4682-a553-c5f53713b325 None None] Provisioning for port 97f6762a-6766-4c49-8acc-e589694645e0 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:49:58.284992 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-eedbe404-36e0-4682-a553-c5f53713b325 None None] Provisioning complete for port 97f6762a-6766-4c49-8acc-e589694645e0 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:49:58.285323 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-eedbe404-36e0-4682-a553-c5f53713b325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:58.356063 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-eedbe404-36e0-4682-a553-c5f53713b325 None None] Port 97f6762a-6766-4c49-8acc-e589694645e0 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:49:58.365633 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] Set router d0fe6377-ab40-4d5b-94de-3fffd0eb247e gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:49:58.487018 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] Network 4f6a9110-1b97-48f9-9e15-a9f8c773e3f6 is already hosted by enough agents. {{(pid=83136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:49:58.488228 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:49:58.758002 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-e295b3b2-ed84-43a8-a531-8250105031f8 None None] Provisioning complete for port 97f6762a-6766-4c49-8acc-e589694645e0 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:49:58.758552 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-e295b3b2-ed84-43a8-a531-8250105031f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:58.810294 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2ad7160>, [{'id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'name': 'tempest-TestShelveInstance-2015724263-router', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:50Z', 'revision_number': 4, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'gw_port': {'id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'c146c260-ced1-4ab6-af56-e2142261b527', 'name': '', 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'mac_address': 'fa:16:3e:1e:57:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:49Z', 'updated_at': '2022-04-08T02:49:58Z', 'revision_number': 4, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'subnets': [{'id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:58.817148 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24adf0-5c19-4a0d-83f0-af7d494b0a6a None None] The sync data for ids ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'] in dv-cinder-837052-1-iscsi is: [{'id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'name': 'tempest-TestShelveInstance-2015724263-router', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:50Z', 'revision_number': 4, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'gw_port': {'id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'c146c260-ced1-4ab6-af56-e2142261b527', 'name': '', 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'mac_address': 'fa:16:3e:1e:57:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:49Z', 'updated_at': '2022-04-08T02:49:58Z', 'revision_number': 4, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'subnets': [{'id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:49:58.822792 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-e295b3b2-ed84-43a8-a531-8250105031f8 None None] Port 97f6762a-6766-4c49-8acc-e589694645e0 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:49:58.912679 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] Router ac8b4d82-a07c-44c2-b72d-b8e3fabec141 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:49:59.218344 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:49:59.238205 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-cd7fb6f6-1029-49d7-a614-351539dbb322 admin admin] 10.222.0.48 "PUT /v2.0/routers/ac8b4d82-a07c-44c2-b72d-b8e3fabec141/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3714716
Apr 08 02:49:59.679422 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device c146c260-ced1-4ab6-af56-e2142261b527 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:49:59.731182 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee53f51-ccb3-4942-8824-f8eab3ba66a8 req-e4b084f8-b24b-40de-9f93-42bb1139ca03 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:59.738045 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0ee53f51-ccb3-4942-8824-f8eab3ba66a8 req-e4b084f8-b24b-40de-9f93-42bb1139ca03 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.2015357
Apr 08 02:49:59.768951 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port c146c260-ced1-4ab6-af56-e2142261b527 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:49:59.774365 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port c146c260-ced1-4ab6-af56-e2142261b527 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:49:59.774821 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:59.789455 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bc405-908e-499e-8626-5f1410c95d59 req-092a11f9-87be-4e85-83b4-e1eaa8f444be tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:59.791005 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-046bc405-908e-499e-8626-5f1410c95d59 req-092a11f9-87be-4e85-83b4-e1eaa8f444be tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.2000649
Apr 08 02:49:59.795152 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0ee53f51-ccb3-4942-8824-f8eab3ba66a8 req-f826325a-8496-4396-ab44-a8be2f88f400 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563397
Apr 08 02:49:59.872985 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-046bc405-908e-499e-8626-5f1410c95d59 req-5a67ee55-af23-4e80-b30d-b7a11d2b21ae tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760770
Apr 08 02:49:59.917178 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:59.954260 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port c146c260-ced1-4ab6-af56-e2142261b527, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=c146c260-ced1-4ab6-af56-e2142261b527,segment=NetworkSegment(3ac88e81-d5b5-4b73-a252-17d939149d42),segment_id=3ac88e81-d5b5-4b73-a252-17d939149d42)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:49:59.961901 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:59.963668 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device a03f9ba4-6732-4940-a437-96b3207e14ba up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:00.136308 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=c146c260-ced1-4ab6-af56-e2142261b527,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:00.149352 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port a03f9ba4-6732-4940-a437-96b3207e14ba triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:00.149724 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:00.296829 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device b427d7d5-f297-4654-bffd-91e4195e4897 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:00.404831 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port b427d7d5-f297-4654-bffd-91e4195e4897 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:50:00.410286 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port b427d7d5-f297-4654-bffd-91e4195e4897 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:00.410753 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:00.426698 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9627d9-d4dd-4ab7-8640-a7ca8d3eb325 req-fefe40cd-6c68-488f-aaf7-9f5e7a9e4373 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:00.434730 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4a9627d9-d4dd-4ab7-8640-a7ca8d3eb325 req-fefe40cd-6c68-488f-aaf7-9f5e7a9e4373 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 945 time: 0.1110668
Apr 08 02:50:00.490334 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4a9627d9-d4dd-4ab7-8640-a7ca8d3eb325 req-539c9a50-f61b-4cf9-a91d-2e4ad9015b8c tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546813
Apr 08 02:50:00.509564 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a713d56b-9349-4d80-bf42-8ba07e02af79 req-99b426bd-ab7b-43aa-b592-7d4656328f2e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf&tenant_id=f673f0f0edd74c56a204930e93f143da HTTP/1.1" status: 200  len: 1097 time: 0.1004145
Apr 08 02:50:00.536553 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:00.552782 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port b427d7d5-f297-4654-bffd-91e4195e4897, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=b427d7d5-f297-4654-bffd-91e4195e4897,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:50:00.557541 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:00.607610 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a713d56b-9349-4d80-bf42-8ba07e02af79 req-3a988965-b8b8-40f6-bd15-09086d9f9c80 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f673f0f0edd74c56a204930e93f143da&device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 1097 time: 0.0752068
Apr 08 02:50:00.628941 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=b427d7d5-f297-4654-bffd-91e4195e4897,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:00.741867 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713d56b-9349-4d80-bf42-8ba07e02af79 req-932c558a-d0fc-4dd0-868d-501e27425b35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:00.743339 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a713d56b-9349-4d80-bf42-8ba07e02af79 req-932c558a-d0fc-4dd0-868d-501e27425b35 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9177d28f-82e1-4f7a-9248-434f10dfbba9 HTTP/1.1" status: 200  len: 918 time: 0.1289229
Apr 08 02:50:00.795604 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 46482) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:00.801529 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-42a6ebe3-fb1b-45dd-accb-4f06be4063ef tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418041859', 'description': 'tempest-secgroup-smoke-1418041859 description', 'project_id': '89f311117084470f8e8d16c47ad1d2ae'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:50:00.807193 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-42a6ebe3-fb1b-45dd-accb-4f06be4063ef tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:00.811029 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-42a6ebe3-fb1b-45dd-accb-4f06be4063ef tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Usage tracker for resource:security_group and tenant:89f311117084470f8e8d16c47ad1d2ae is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:00.814557 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-42a6ebe3-fb1b-45dd-accb-4f06be4063ef tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:00.820563 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-42a6ebe3-fb1b-45dd-accb-4f06be4063ef tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:00.833304 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-42a6ebe3-fb1b-45dd-accb-4f06be4063ef tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:00.856804 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a713d56b-9349-4d80-bf42-8ba07e02af79 req-cfd991c4-d262-4097-bf4b-f043f5c5b58f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1447a33-5dc8-44ca-8978-a2f1cdaaab34 HTTP/1.1" status: 200  len: 1000 time: 0.1064911
Apr 08 02:50:00.868356 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-42a6ebe3-fb1b-45dd-accb-4f06be4063ef tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:00.872388 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-42a6ebe3-fb1b-45dd-accb-4f06be4063ef tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Usage tracker for resource:security_group_rule and tenant:89f311117084470f8e8d16c47ad1d2ae is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:00.875175 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-42a6ebe3-fb1b-45dd-accb-4f06be4063ef tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:00.880736 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-42a6ebe3-fb1b-45dd-accb-4f06be4063ef tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:00.920071 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713d56b-9349-4d80-bf42-8ba07e02af79 req-fe7246fe-66f7-4b91-a7cd-9fc9ff7db8b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:00.921703 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a713d56b-9349-4d80-bf42-8ba07e02af79 req-fe7246fe-66f7-4b91-a7cd-9fc9ff7db8b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3ecf36cf-7175-47e0-89d3-2818045d184b HTTP/1.1" status: 200  len: 856 time: 0.0590706
Apr 08 02:50:00.973812 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-42a6ebe3-fb1b-45dd-accb-4f06be4063ef tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:00.986181 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-42a6ebe3-fb1b-45dd-accb-4f06be4063ef tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.010550 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a713d56b-9349-4d80-bf42-8ba07e02af79 req-0d01c8ee-1c77-45c4-b8b9-01616bf418f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9177d28f-82e1-4f7a-9248-434f10dfbba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803473
Apr 08 02:50:01.023968 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6ebe3-fb1b-45dd-accb-4f06be4063ef tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdd6bbf-d56f-487d-a199-2513eb8a07d5,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:01.091972 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-42a6ebe3-fb1b-45dd-accb-4f06be4063ef tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.093149 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-42a6ebe3-fb1b-45dd-accb-4f06be4063ef tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2965307
Apr 08 02:50:01.096484 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 46490) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:01.102937 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-c901c5b0-df8d-455b-bec7-6365d023ecc6 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Request body: {'security_group_rule': {'security_group_id': '6cdd6bbf-d56f-487d-a199-2513eb8a07d5', 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:50:01.113877 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-c901c5b0-df8d-455b-bec7-6365d023ecc6 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:01.124023 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-c901c5b0-df8d-455b-bec7-6365d023ecc6 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Usage tracker for resource:security_group_rule and tenant:89f311117084470f8e8d16c47ad1d2ae is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:01.128275 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-c901c5b0-df8d-455b-bec7-6365d023ecc6 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:01.142687 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d45a6e-38f8-4b64-b420-75aaf0db8534 req-145cd1bf-5d87-4278-85b2-d21e3dc9eec7 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:01.144146 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-89d45a6e-38f8-4b64-b420-75aaf0db8534 req-145cd1bf-5d87-4278-85b2-d21e3dc9eec7 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.2075832
Apr 08 02:50:01.145099 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-c901c5b0-df8d-455b-bec7-6365d023ecc6 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:01.157550 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a713d56b-9349-4d80-bf42-8ba07e02af79 req-b7509fb6-9582-4b59-b635-a3f270057015 service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367481
Apr 08 02:50:01.188742 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c901c5b0-df8d-455b-bec7-6365d023ecc6 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.221940 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb686c1-c4ed-4a1f-96f6-836db6f836e4 req-2814b622-f4f1-4c1d-a27b-b9857fdbb777 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:01.223441 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-feb686c1-c4ed-4a1f-96f6-836db6f836e4 req-2814b622-f4f1-4c1d-a27b-b9857fdbb777 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.1849947
Apr 08 02:50:01.276349 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-89d45a6e-38f8-4b64-b420-75aaf0db8534 req-60f01783-4af8-4626-9555-8b96d5375da3 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1226635
Apr 08 02:50:01.315092 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-feb686c1-c4ed-4a1f-96f6-836db6f836e4 req-08f568cc-4557-4738-846b-16d2399c00e0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827324
Apr 08 02:50:01.319174 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c901c5b0-df8d-455b-bec7-6365d023ecc6 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.324002 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c901c5b0-df8d-455b-bec7-6365d023ecc6 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.347333 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901c5b0-df8d-455b-bec7-6365d023ecc6 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c5ba17-fdf1-4622-9a32-215e18f6e120,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:01.356499 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c901c5b0-df8d-455b-bec7-6365d023ecc6 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.357820 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-c901c5b0-df8d-455b-bec7-6365d023ecc6 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2604001
Apr 08 02:50:01.359868 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a713d56b-9349-4d80-bf42-8ba07e02af79 req-e8e7ee8c-bde7-4f62-8b58-aa583863d58b service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948059
Apr 08 02:50:01.360680 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 46496) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:01.366150 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-4ee5a9c4-f17f-4c2b-99a1-51f20aa6ce95 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Request body: {'security_group_rule': {'security_group_id': '6cdd6bbf-d56f-487d-a199-2513eb8a07d5', 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:50:01.372373 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-4ee5a9c4-f17f-4c2b-99a1-51f20aa6ce95 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:01.376262 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-4ee5a9c4-f17f-4c2b-99a1-51f20aa6ce95 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Usage tracker for resource:security_group_rule and tenant:89f311117084470f8e8d16c47ad1d2ae is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:01.379055 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-4ee5a9c4-f17f-4c2b-99a1-51f20aa6ce95 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:01.385860 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-4ee5a9c4-f17f-4c2b-99a1-51f20aa6ce95 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:01.405089 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a9c4-f17f-4c2b-99a1-51f20aa6ce95 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.451221 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device c146c260-ced1-4ab6-af56-e2142261b527 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:01.473754 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a9c4-f17f-4c2b-99a1-51f20aa6ce95 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.478502 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a9c4-f17f-4c2b-99a1-51f20aa6ce95 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.503277 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5a9c4-f17f-4c2b-99a1-51f20aa6ce95 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60479a08-bf4b-4843-b3b2-f8f50f6a96f1,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:01.519627 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a9c4-f17f-4c2b-99a1-51f20aa6ce95 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.522705 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-4ee5a9c4-f17f-4c2b-99a1-51f20aa6ce95 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1591871
Apr 08 02:50:01.524138 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 46502) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:01.524735 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port c146c260-ced1-4ab6-af56-e2142261b527 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:01.525631 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.531497 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-9f8be950-3b0d-43be-849f-3fd84b9b3d98 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Request body: {'security_group_rule': {'security_group_id': '6cdd6bbf-d56f-487d-a199-2513eb8a07d5', 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:50:01.539277 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-9f8be950-3b0d-43be-849f-3fd84b9b3d98 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:01.544987 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-9f8be950-3b0d-43be-849f-3fd84b9b3d98 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Usage tracker for resource:security_group_rule and tenant:89f311117084470f8e8d16c47ad1d2ae is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:01.548562 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-9f8be950-3b0d-43be-849f-3fd84b9b3d98 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:01.554893 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-9f8be950-3b0d-43be-849f-3fd84b9b3d98 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:01.576072 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-9f8be950-3b0d-43be-849f-3fd84b9b3d98 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.642063 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-9f8be950-3b0d-43be-849f-3fd84b9b3d98 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.646857 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-9f8be950-3b0d-43be-849f-3fd84b9b3d98 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.651291 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device b427d7d5-f297-4654-bffd-91e4195e4897 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:01.670693 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8be950-3b0d-43be-849f-3fd84b9b3d98 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b63ff0e-dd8e-41f6-a3e6-81f4eb3a9baa,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:01.679312 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-9f8be950-3b0d-43be-849f-3fd84b9b3d98 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.683263 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-9f8be950-3b0d-43be-849f-3fd84b9b3d98 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1541793
Apr 08 02:50:01.683532 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 46506) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:01.689307 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-71e86cec-eb3c-4748-916e-b9db33fc255b tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Request body: {'security_group_rule': {'security_group_id': '6cdd6bbf-d56f-487d-a199-2513eb8a07d5', 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:50:01.695339 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-71e86cec-eb3c-4748-916e-b9db33fc255b tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:01.699782 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-71e86cec-eb3c-4748-916e-b9db33fc255b tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Usage tracker for resource:security_group_rule and tenant:89f311117084470f8e8d16c47ad1d2ae is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:01.702635 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-71e86cec-eb3c-4748-916e-b9db33fc255b tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:01.708496 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-71e86cec-eb3c-4748-916e-b9db33fc255b tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:01.708801 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dcda6-06e4-4487-80ab-24ad37d7a896 req-10e8f1b1-5e7c-4b8f-b8c5-96960ced02f8 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:01.710251 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b64dcda6-06e4-4487-80ab-24ad37d7a896 req-10e8f1b1-5e7c-4b8f-b8c5-96960ced02f8 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 945 time: 0.0868597
Apr 08 02:50:01.723721 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port b427d7d5-f297-4654-bffd-91e4195e4897 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:01.724165 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.726934 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-71e86cec-eb3c-4748-916e-b9db33fc255b tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.769623 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b64dcda6-06e4-4487-80ab-24ad37d7a896 req-f9de70ec-8fc9-41b5-bc3b-cf9e3038f821 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497468
Apr 08 02:50:01.797956 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-71e86cec-eb3c-4748-916e-b9db33fc255b tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.801734 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-71e86cec-eb3c-4748-916e-b9db33fc255b tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.824817 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e86cec-eb3c-4748-916e-b9db33fc255b tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed47ff2-e7da-49f8-a122-3d130abbf116,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:01.833920 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-71e86cec-eb3c-4748-916e-b9db33fc255b tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.835218 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-71e86cec-eb3c-4748-916e-b9db33fc255b tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1507161
Apr 08 02:50:01.838498 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 46510) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:01.843812 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-753bee06-d76c-48ba-9e8e-32649bfe33cf tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Request body: {'security_group_rule': {'security_group_id': '6cdd6bbf-d56f-487d-a199-2513eb8a07d5', 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:50:01.849318 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-753bee06-d76c-48ba-9e8e-32649bfe33cf tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:01.853119 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-753bee06-d76c-48ba-9e8e-32649bfe33cf tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Usage tracker for resource:security_group_rule and tenant:89f311117084470f8e8d16c47ad1d2ae is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:01.856240 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-753bee06-d76c-48ba-9e8e-32649bfe33cf tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:01.861751 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-753bee06-d76c-48ba-9e8e-32649bfe33cf tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:01.872651 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.securitygroups_db [None req-753bee06-d76c-48ba-9e8e-32649bfe33cf tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Project 89f311117084470f8e8d16c47ad1d2ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 02:50:01.879029 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-753bee06-d76c-48ba-9e8e-32649bfe33cf tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.944074 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-753bee06-d76c-48ba-9e8e-32649bfe33cf tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.949063 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-753bee06-d76c-48ba-9e8e-32649bfe33cf tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.971887 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753bee06-d76c-48ba-9e8e-32649bfe33cf tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09ab19d-a874-41cb-a2bd-509dd154e596,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:01.980864 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-753bee06-d76c-48ba-9e8e-32649bfe33cf tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.982184 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-753bee06-d76c-48ba-9e8e-32649bfe33cf tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1427414
Apr 08 02:50:01.984976 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 46514) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:01.990233 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-1b3ab171-ed00-4041-99d6-2d1fb66b59c2 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Request body: {'security_group_rule': {'security_group_id': '6cdd6bbf-d56f-487d-a199-2513eb8a07d5', 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:50:01.997237 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-1b3ab171-ed00-4041-99d6-2d1fb66b59c2 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:02.001878 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-1b3ab171-ed00-4041-99d6-2d1fb66b59c2 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Usage tracker for resource:security_group_rule and tenant:89f311117084470f8e8d16c47ad1d2ae is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:02.004773 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-1b3ab171-ed00-4041-99d6-2d1fb66b59c2 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:02.011719 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-1b3ab171-ed00-4041-99d6-2d1fb66b59c2 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:02.023023 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.securitygroups_db [None req-1b3ab171-ed00-4041-99d6-2d1fb66b59c2 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Project 89f311117084470f8e8d16c47ad1d2ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 02:50:02.029724 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab171-ed00-4041-99d6-2d1fb66b59c2 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:02.098251 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab171-ed00-4041-99d6-2d1fb66b59c2 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:02.102178 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab171-ed00-4041-99d6-2d1fb66b59c2 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:02.124924 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ab171-ed00-4041-99d6-2d1fb66b59c2 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194a5125-894f-434a-a0ad-4a751cb32703,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:02.137045 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab171-ed00-4041-99d6-2d1fb66b59c2 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:02.146487 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-1b3ab171-ed00-4041-99d6-2d1fb66b59c2 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1527057
Apr 08 02:50:02.458920 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb594c91-076d-4bbb-a911-f5033b77dada req-f527aa9b-9598-4822-b1eb-aeda88bde627 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:02.464932 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-eb594c91-076d-4bbb-a911-f5033b77dada req-f527aa9b-9598-4822-b1eb-aeda88bde627 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Synchronizing usage tracker for tenant:5fb44db14d6e4c14b82c05f28e8ee9d9 on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:50:02.505065 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-eb594c91-076d-4bbb-a911-f5033b77dada req-f527aa9b-9598-4822-b1eb-aeda88bde627 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Unset dirty status for tenant:5fb44db14d6e4c14b82c05f28e8ee9d9 on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:50:02.506438 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-eb594c91-076d-4bbb-a911-f5033b77dada req-f527aa9b-9598-4822-b1eb-aeda88bde627 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.49 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 945 time: 0.1741550
Apr 08 02:50:02.631690 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe316ad9-5be9-40bb-bf03-015c1531caf7 req-1c599214-ed04-49ef-9ec9-8ea944fe5de7 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:02.640014 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fe316ad9-5be9-40bb-bf03-015c1531caf7 req-1c599214-ed04-49ef-9ec9-8ea944fe5de7 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.2070472
Apr 08 02:50:02.709510 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32fd61-0667-43e4-85d1-236d6789139a req-82e32ff9-013b-4c96-a44d-fbcd13249d05 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:02.711783 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5d32fd61-0667-43e4-85d1-236d6789139a req-82e32ff9-013b-4c96-a44d-fbcd13249d05 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.1520872
Apr 08 02:50:02.730576 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fe316ad9-5be9-40bb-bf03-015c1531caf7 req-1fcd9cf9-a9c6-4203-a151-182945b6f2ec tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0893404
Apr 08 02:50:02.940717 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5d32fd61-0667-43e4-85d1-236d6789139a req-38c67bb8-d285-4e87-a4e4-9081535df75d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2088261
Apr 08 02:50:03.146092 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f568ae-9585-4aff-a335-fbcc266caa4f req-837a1cbe-1b35-4126-a777-8fb1237e4ef2 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:03.147571 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-83f568ae-9585-4aff-a335-fbcc266caa4f req-837a1cbe-1b35-4126-a777-8fb1237e4ef2 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 945 time: 0.1405146
Apr 08 02:50:03.200360 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-83f568ae-9585-4aff-a335-fbcc266caa4f req-dabf5997-fdb9-48e6-b2e3-ae104bff62db tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469930
Apr 08 02:50:03.980685 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fc430-ba39-4cf1-9599-18ad8bbb59ba req-dda4d0e5-2d8c-481f-89a2-5ad5a3c40a66 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:03.983709 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d88fc430-ba39-4cf1-9599-18ad8bbb59ba req-dda4d0e5-2d8c-481f-89a2-5ad5a3c40a66 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.1175439
Apr 08 02:50:04.065037 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d88fc430-ba39-4cf1-9599-18ad8bbb59ba req-dada1e82-097c-467f-ae48-a4ad0fe2d6fc tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0733776
Apr 08 02:50:04.224601 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037242a4-f7ca-4791-b736-c9fc34fcfb6f req-992c30d6-a7bb-40cd-aa20-f38934e25da9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:04.226029 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-037242a4-f7ca-4791-b736-c9fc34fcfb6f req-992c30d6-a7bb-40cd-aa20-f38934e25da9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.0834403
Apr 08 02:50:04.281477 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-037242a4-f7ca-4791-b736-c9fc34fcfb6f req-045cfda7-7330-4d2e-8989-f31ead6e8810 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488641
Apr 08 02:50:04.309240 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-84ad78bc-4bb4-42e8-a4e1-408f54037e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:04.601728 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f3a8a-45bf-41b8-ab0b-a35262cad670 req-e85b1748-e8da-4595-b5ec-ba3d780fe305 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:04.603695 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-217f3a8a-45bf-41b8-ab0b-a35262cad670 req-e85b1748-e8da-4595-b5ec-ba3d780fe305 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 945 time: 0.0842335
Apr 08 02:50:04.663074 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-217f3a8a-45bf-41b8-ab0b-a35262cad670 req-dfa5f17c-d8b2-4d83-ba4b-e4cbe562c7bf tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512493
Apr 08 02:50:05.308268 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b3f66-93dc-4a36-8578-d060c2c8195a req-a26fd7c0-9b08-4b6c-b662-6a7cbcf6b32a tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:05.309989 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7a1b3f66-93dc-4a36-8578-d060c2c8195a req-a26fd7c0-9b08-4b6c-b662-6a7cbcf6b32a tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0952377
Apr 08 02:50:05.369904 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7a1b3f66-93dc-4a36-8578-d060c2c8195a req-fc218f69-ee61-4389-bffb-0b33290e03e0 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533473
Apr 08 02:50:05.530565 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a607a-3d21-40d6-bb3c-c38f33850996 req-74ef5467-6dcf-4819-b1cd-a1609ba90d23 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:05.532165 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d84a607a-3d21-40d6-bb3c-c38f33850996 req-74ef5467-6dcf-4819-b1cd-a1609ba90d23 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.0865235
Apr 08 02:50:05.580981 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d84a607a-3d21-40d6-bb3c-c38f33850996 req-c14d7d08-670c-4a3c-aa86-b916ccf6cfa8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416710
Apr 08 02:50:05.592591 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device ee406698-29e8-4d95-b213-93379362182c no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:50:05.708275 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:05.742142 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port ee406698-29e8-4d95-b213-93379362182c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=ee406698-29e8-4d95-b213-93379362182c,segment=NetworkSegment(6f7f923e-7e4e-4814-83ce-e87b69f494b5),segment_id=6f7f923e-7e4e-4814-83ce-e87b69f494b5)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:50:05.743191 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d316c0-ed6c-470a-b33f-30b42537143f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee406698-29e8-4d95-b213-93379362182c'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:50:05.768157 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:05.831408 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1fe2d52-4661-40e6-be40-0b5fcc3d0f5e'] response: {'server_uuid': '59d316c0-ed6c-470a-b33f-30b42537143f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee406698-29e8-4d95-b213-93379362182c', 'code': 200}
Apr 08 02:50:05.856611 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=ee406698-29e8-4d95-b213-93379362182c,revision_number=6']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:05.920440 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bb106-bf56-4139-8089-0d10f8041cae req-18182349-0722-4cf6-a3af-5bc039167241 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:05.930109 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d82bb106-bf56-4139-8089-0d10f8041cae req-18182349-0722-4cf6-a3af-5bc039167241 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 943 time: 0.0968142
Apr 08 02:50:05.979743 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d82bb106-bf56-4139-8089-0d10f8041cae req-6a5bfb10-30b3-42c3-9d02-117c9d3d2d88 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421765
Apr 08 02:50:06.519649 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-08dc0ff1-ca6e-4f00-975f-b4f2b81bf95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:06.606697 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f352e-d01f-4be3-8ed9-47a2197b737a req-d58d8eae-c63d-4d5e-b756-32edaa590284 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:06.615141 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-421f352e-d01f-4be3-8ed9-47a2197b737a req-d58d8eae-c63d-4d5e-b756-32edaa590284 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.1150920
Apr 08 02:50:06.663892 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-421f352e-d01f-4be3-8ed9-47a2197b737a req-624bd657-127c-472a-96d6-c561d991e7d6 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474494
Apr 08 02:50:06.815280 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ceca3-b955-451a-a5a7-bc6dfdcc68cc req-14602579-36ca-46a5-9d75-2a8d5cb13680 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:06.816936 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-627ceca3-b955-451a-a5a7-bc6dfdcc68cc req-14602579-36ca-46a5-9d75-2a8d5cb13680 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.0788023
Apr 08 02:50:06.872814 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-627ceca3-b955-451a-a5a7-bc6dfdcc68cc req-19af00f3-5324-439e-81cf-84784708cad0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498824
Apr 08 02:50:07.193660 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd147ab-0330-4a41-8125-5eb75be703cf req-56d0a285-65e7-4fba-a784-d923fe1647cf tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:07.195082 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ffd147ab-0330-4a41-8125-5eb75be703cf req-56d0a285-65e7-4fba-a784-d923fe1647cf tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 943 time: 0.0835395
Apr 08 02:50:07.261028 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ffd147ab-0330-4a41-8125-5eb75be703cf req-d3248876-e552-467c-aa52-fec5ef19f5ff tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599771
Apr 08 02:50:07.668712 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:07.844862 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:07.872239 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976f235-a6ba-456b-8029-bdf32dde9922 req-e4d91145-cddb-4008-85e4-567887fa9d25 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:07.873654 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8976f235-a6ba-456b-8029-bdf32dde9922 req-e4d91145-cddb-4008-85e4-567887fa9d25 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0775235
Apr 08 02:50:07.927655 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8976f235-a6ba-456b-8029-bdf32dde9922 req-7c0e4d0b-37be-4b61-baa3-81328146944e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483656
Apr 08 02:50:08.120752 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a3a1e-92fb-42ad-873a-c651d58255d9 req-f7e9d7c0-dd82-4d8c-afbb-56a099b364f6 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:08.122312 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1a5a3a1e-92fb-42ad-873a-c651d58255d9 req-f7e9d7c0-dd82-4d8c-afbb-56a099b364f6 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.0844195
Apr 08 02:50:08.171068 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1a5a3a1e-92fb-42ad-873a-c651d58255d9 req-07cf0829-d91d-42f9-8198-f1abb35c56e7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427780
Apr 08 02:50:08.458295 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd1234-0f31-488b-8bfe-ed7647d39f97 req-cbc8c1e5-28d0-4766-97e9-de0417b47c69 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:08.460074 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6ffd1234-0f31-488b-8bfe-ed7647d39f97 req-cbc8c1e5-28d0-4766-97e9-de0417b47c69 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 943 time: 0.0767913
Apr 08 02:50:08.513446 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6ffd1234-0f31-488b-8bfe-ed7647d39f97 req-2ce944ed-5451-4811-9cae-4d67b654d3a5 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468514
Apr 08 02:50:08.534764 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:09.157050 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99237b8-02fd-4243-af86-c586508b5497 req-7e1da2a0-8cf5-43aa-943f-b554ae619c77 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:09.158496 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a99237b8-02fd-4243-af86-c586508b5497 req-7e1da2a0-8cf5-43aa-943f-b554ae619c77 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0950480
Apr 08 02:50:09.161103 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:09.219224 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a99237b8-02fd-4243-af86-c586508b5497 req-45208a8f-f47c-4718-a28f-e9bba8890619 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536382
Apr 08 02:50:09.398965 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ce5be-08d0-4eee-ab82-ba91cc27ffa8 req-df6c62ec-d800-4d32-9aa4-87595b1b4de8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:09.401226 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-631ce5be-08d0-4eee-ab82-ba91cc27ffa8 req-df6c62ec-d800-4d32-9aa4-87595b1b4de8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.0865810
Apr 08 02:50:09.463910 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-631ce5be-08d0-4eee-ab82-ba91cc27ffa8 req-3483e6a8-1e05-4b3b-adf6-acb35d2eb02b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559571
Apr 08 02:50:09.780785 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa64c9-43f2-4789-9389-7a4a4e790764 req-a3f8f066-ced6-4260-bd44-aeb7775cc19b tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:09.782450 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c6fa64c9-43f2-4789-9389-7a4a4e790764 req-a3f8f066-ced6-4260-bd44-aeb7775cc19b tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 943 time: 0.0940106
Apr 08 02:50:09.835297 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c6fa64c9-43f2-4789-9389-7a4a4e790764 req-9419efb7-61a1-4ef5-be47-0e8d7d82a2fe tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466433
Apr 08 02:50:10.003955 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:50:10.450016 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689613d5-689b-44df-8b6a-284415c66ef8 req-ba1764d3-2735-49db-84ac-801c3d5aa521 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:10.451565 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-689613d5-689b-44df-8b6a-284415c66ef8 req-ba1764d3-2735-49db-84ac-801c3d5aa521 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0939226
Apr 08 02:50:10.541311 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-689613d5-689b-44df-8b6a-284415c66ef8 req-1821d9b5-4e6f-43a5-9dc7-77f8d8e66f4d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0807526
Apr 08 02:50:10.698875 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357e43a-aa1c-4459-94c9-779fce6da52a req-6f1d41fd-78a5-46a3-8dbe-95b28bbdaca5 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:10.700350 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8357e43a-aa1c-4459-94c9-779fce6da52a req-6f1d41fd-78a5-46a3-8dbe-95b28bbdaca5 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.0769854
Apr 08 02:50:10.775604 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8357e43a-aa1c-4459-94c9-779fce6da52a req-3dca8de3-62e5-4c69-aec0-d80c3e460968 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659776
Apr 08 02:50:11.116466 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a84cd6-f938-4619-b5b1-731934da18a3 req-8a90b0ca-b69b-4b45-a3f0-40788a3130b1 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:11.118004 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-58a84cd6-f938-4619-b5b1-731934da18a3 req-8a90b0ca-b69b-4b45-a3f0-40788a3130b1 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 943 time: 0.1563163
Apr 08 02:50:11.165763 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-58a84cd6-f938-4619-b5b1-731934da18a3 req-a6152b68-3bb8-484e-bec2-1495336ad73d tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413015
Apr 08 02:50:11.773326 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc6ad4-2fd5-43c8-97e7-60dc44de09b8 req-7b41afb3-7911-447a-a3ae-7616d19244bf tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:11.778170 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b1cc6ad4-2fd5-43c8-97e7-60dc44de09b8 req-7b41afb3-7911-447a-a3ae-7616d19244bf tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0963857
Apr 08 02:50:11.824842 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b1cc6ad4-2fd5-43c8-97e7-60dc44de09b8 req-9856b7c1-aba7-49c1-b2da-5410511ab730 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424423
Apr 08 02:50:12.032073 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bcbfe-4655-46c1-9575-72506e42cd11 req-bafb8bb8-51f4-4d67-92fa-84763d583a5d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:12.033600 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3a6bcbfe-4655-46c1-9575-72506e42cd11 req-bafb8bb8-51f4-4d67-92fa-84763d583a5d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.0886374
Apr 08 02:50:12.106194 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3a6bcbfe-4655-46c1-9575-72506e42cd11 req-03f28f06-fd95-4da9-88dc-4a98cb0cd23a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624831
Apr 08 02:50:12.395895 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66c999-f176-482f-8e1a-0f661323f3db req-240605b3-cc3f-4d0b-a8ae-d87aac585db4 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:12.397552 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-db66c999-f176-482f-8e1a-0f661323f3db req-240605b3-cc3f-4d0b-a8ae-d87aac585db4 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 943 time: 0.0958793
Apr 08 02:50:12.458551 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-db66c999-f176-482f-8e1a-0f661323f3db req-49e622c4-4c73-4a32-91a7-dae34ab45c69 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539029
Apr 08 02:50:13.090617 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50478b21-0680-4e76-8bfb-989347b7992b req-3ab682cd-f3bf-472f-8f76-fed48a79b974 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:13.092072 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-50478b21-0680-4e76-8bfb-989347b7992b req-3ab682cd-f3bf-472f-8f76-fed48a79b974 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.1327014
Apr 08 02:50:13.140478 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-50478b21-0680-4e76-8bfb-989347b7992b req-73a7be39-1922-4b23-a8fc-00cd4e23a578 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419075
Apr 08 02:50:13.341940 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478fc40-69bc-4612-9d34-c27409de79dd req-9d837567-e717-4bda-bbd2-25b9a041b719 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:13.343473 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6478fc40-69bc-4612-9d34-c27409de79dd req-9d837567-e717-4bda-bbd2-25b9a041b719 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.0803289
Apr 08 02:50:13.390580 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6478fc40-69bc-4612-9d34-c27409de79dd req-78917f05-dd97-4084-add9-0a8f0794e15b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405703
Apr 08 02:50:13.651499 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04c9e1-dd73-4d4e-84a1-4216dcca0310 req-75b0b338-2b3e-406a-b892-7d3478d79a2c tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:13.653080 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4a04c9e1-dd73-4d4e-84a1-4216dcca0310 req-75b0b338-2b3e-406a-b892-7d3478d79a2c tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 943 time: 0.0755601
Apr 08 02:50:13.700132 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4a04c9e1-dd73-4d4e-84a1-4216dcca0310 req-436f7fef-5efe-4804-858f-e8b9b87b3360 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414343
Apr 08 02:50:14.351426 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878a1a2-859b-430c-8909-1a7cc1f360dc req-a2e739ea-a818-4b3f-9846-4cf59b1d9f95 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:14.353352 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9878a1a2-859b-430c-8909-1a7cc1f360dc req-a2e739ea-a818-4b3f-9846-4cf59b1d9f95 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0740969
Apr 08 02:50:14.397133 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9878a1a2-859b-430c-8909-1a7cc1f360dc req-67769774-95e5-4118-91fb-b1f1ddea69ee tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383575
Apr 08 02:50:14.601655 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97756eb9-6c85-4442-90fa-e5b400f8e904 req-9b167b15-c9f3-4b6d-8a81-ce38e05729c7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:14.603617 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-97756eb9-6c85-4442-90fa-e5b400f8e904 req-9b167b15-c9f3-4b6d-8a81-ce38e05729c7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.0784588
Apr 08 02:50:14.647412 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-97756eb9-6c85-4442-90fa-e5b400f8e904 req-11424964-11a8-49cc-a79b-18b5a941b24c tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383911
Apr 08 02:50:14.890802 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce16ba-a6e9-4f13-94dc-278f0df39b27 req-d7fcd8d4-513b-4f26-bdc9-1c822df31055 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:14.892231 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-71ce16ba-a6e9-4f13-94dc-278f0df39b27 req-d7fcd8d4-513b-4f26-bdc9-1c822df31055 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 943 time: 0.0751030
Apr 08 02:50:14.936433 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-71ce16ba-a6e9-4f13-94dc-278f0df39b27 req-35a33b75-a41c-4a27-b157-62553bf1b91c tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386608
Apr 08 02:50:15.046973 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-eb594c91-076d-4bbb-a911-f5033b77dada req-3fad2599-830b-416a-937b-d147f58165a3 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Deleting port ee406698-29e8-4d95-b213-93379362182c {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:50:15.047606 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-eb594c91-076d-4bbb-a911-f5033b77dada req-3fad2599-830b-416a-937b-d147f58165a3 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:15.289138 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-eb594c91-076d-4bbb-a911-f5033b77dada req-3fad2599-830b-416a-937b-d147f58165a3 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] For port ee406698-29e8-4d95-b213-93379362182c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=ee406698-29e8-4d95-b213-93379362182c,segment=NetworkSegment(6f7f923e-7e4e-4814-83ce-e87b69f494b5),segment_id=6f7f923e-7e4e-4814-83ce-e87b69f494b5)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:50:15.289393 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-eb594c91-076d-4bbb-a911-f5033b77dada req-3fad2599-830b-416a-937b-d147f58165a3 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:15.406821 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-eb594c91-076d-4bbb-a911-f5033b77dada req-3fad2599-830b-416a-937b-d147f58165a3 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Calling delete_port for ee406698-29e8-4d95-b213-93379362182c owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:50:15.547332 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-eb594c91-076d-4bbb-a911-f5033b77dada req-3fad2599-830b-416a-937b-d147f58165a3 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:15.595889 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72b9a2-9fcd-4605-8b71-06bbd3ae305f req-79538d9b-511a-4eb7-89b4-6a83e5232858 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:15.596526 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad2599-830b-416a-937b-d147f58165a3 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Pushing event deleted for resources: {'Port': ['ID=ee406698-29e8-4d95-b213-93379362182c,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:15.598027 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea72b9a2-9fcd-4605-8b71-06bbd3ae305f req-79538d9b-511a-4eb7-89b4-6a83e5232858 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0786963
Apr 08 02:50:15.643979 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ea72b9a2-9fcd-4605-8b71-06bbd3ae305f req-b42c78a2-e8d8-40f3-9f47-d4edca804a02 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404458
Apr 08 02:50:15.667358 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb594c91-076d-4bbb-a911-f5033b77dada req-3fad2599-830b-416a-937b-d147f58165a3 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] No DVR routers for this DVR port ee406698-29e8-4d95-b213-93379362182c on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:50:15.669803 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-eb594c91-076d-4bbb-a911-f5033b77dada req-3fad2599-830b-416a-937b-d147f58165a3 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:15.672331 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d316c0-ed6c-470a-b33f-30b42537143f', 'name': 'network-vif-deleted', 'tag': 'ee406698-29e8-4d95-b213-93379362182c'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:50:15.691033 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-eb594c91-076d-4bbb-a911-f5033b77dada req-3fad2599-830b-416a-937b-d147f58165a3 tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.49 "DELETE /v2.0/ports/ee406698-29e8-4d95-b213-93379362182c HTTP/1.1" status: 204  len: 173 time: 0.7072628
Apr 08 02:50:15.816257 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca7d7f2e-29e4-4b27-8195-fb7961bc7e3b'] response: {'server_uuid': '59d316c0-ed6c-470a-b33f-30b42537143f', 'name': 'network-vif-deleted', 'tag': 'ee406698-29e8-4d95-b213-93379362182c', 'status': 'completed', 'code': 200}
Apr 08 02:50:16.058194 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91c419-3cd5-4641-a65f-71f1ad2a1bd4 req-bb7bfd85-936b-40ea-87ee-8a7ec6e87d3c tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:16.059708 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-af91c419-3cd5-4641-a65f-71f1ad2a1bd4 req-bb7bfd85-936b-40ea-87ee-8a7ec6e87d3c tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.1108975
Apr 08 02:50:16.065954 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b3cb3-4e32-4e18-8217-e29ac7869029 req-57768325-3ab8-45a5-98e0-d90a705b235f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:16.066141 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e73e5a40-58eb-4046-82bc-537fceb462b3 req-eb116112-97f8-47d3-b055-a7a7fd02356a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7c31bb4f3ce486591bc142b1da7553e&device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 1098 time: 0.0686340
Apr 08 02:50:16.067338 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-603b3cb3-4e32-4e18-8217-e29ac7869029 req-57768325-3ab8-45a5-98e0-d90a705b235f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.1556902
Apr 08 02:50:16.142410 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-af91c419-3cd5-4641-a65f-71f1ad2a1bd4 req-3645b0db-c366-400f-b620-1c80a8c0af6d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0741134
Apr 08 02:50:16.144823 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-603b3cb3-4e32-4e18-8217-e29ac7869029 req-05f7edaf-b16e-46e8-a2df-0acbafa604e6 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626941
Apr 08 02:50:16.199691 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e5a40-58eb-4046-82bc-537fceb462b3 req-714f1327-6724-48d7-9d66-057ea6da74af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:16.201120 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e73e5a40-58eb-4046-82bc-537fceb462b3 req-714f1327-6724-48d7-9d66-057ea6da74af service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dea2017-1900-4ff0-b5ef-6938292bd5df HTTP/1.1" status: 200  len: 912 time: 0.1281228
Apr 08 02:50:16.315517 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f5fe9d88-b4c5-4fc1-bf7b-857503d1e040 req-12f14716-3e73-44bf-8222-d2de574259df tempest-VolumesSnapshotTestJSON-173334629 tempest-VolumesSnapshotTestJSON-173334629-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d316c0-ed6c-470a-b33f-30b42537143f HTTP/1.1" status: 200  len: 210 time: 0.0486596
Apr 08 02:50:16.324285 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e73e5a40-58eb-4046-82bc-537fceb462b3 req-62577e5f-2c7e-4deb-a406-6bf2d987a19e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13eae4a8-fba8-4afe-8767-4b3ffface99b HTTP/1.1" status: 200  len: 999 time: 0.1149628
Apr 08 02:50:16.440269 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e5a40-58eb-4046-82bc-537fceb462b3 req-21b704b8-e99e-4ba1-945c-2d9f0512a43e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:16.441680 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e73e5a40-58eb-4046-82bc-537fceb462b3 req-21b704b8-e99e-4ba1-945c-2d9f0512a43e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4b82e368-c786-4ba4-b0db-18a49fdde3c9 HTTP/1.1" status: 200  len: 850 time: 0.1094947
Apr 08 02:50:16.517727 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e73e5a40-58eb-4046-82bc-537fceb462b3 req-c74f8c34-eae7-47af-8181-25bfb93b80f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dea2017-1900-4ff0-b5ef-6938292bd5df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0668635
Apr 08 02:50:16.648417 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e73e5a40-58eb-4046-82bc-537fceb462b3 req-f83e1a04-e99b-41a8-a17c-3b0d41ac14b3 service neutron] 10.222.0.49 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209304
Apr 08 02:50:16.780305 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e73e5a40-58eb-4046-82bc-537fceb462b3 req-fef43e11-dcc6-48b8-8f97-123e4dd50135 service neutron] 10.222.0.49 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258552
Apr 08 02:50:17.387865 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dff7d-e12d-4c49-8614-46afb434eb51 req-fac6a404-7858-4fbe-aadf-36c7050728be tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:17.389294 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1c1dff7d-e12d-4c49-8614-46afb434eb51 req-fac6a404-7858-4fbe-aadf-36c7050728be tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.1279552
Apr 08 02:50:17.419565 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0604de-08ed-4116-8782-ef0c664f3e92 req-0d5f39f8-c4fc-4abe-a1cc-eb7a396bbf30 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:17.420917 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7e0604de-08ed-4116-8782-ef0c664f3e92 req-0d5f39f8-c4fc-4abe-a1cc-eb7a396bbf30 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.1254115
Apr 08 02:50:17.470795 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1c1dff7d-e12d-4c49-8614-46afb434eb51 req-06b35d6e-68df-40af-943f-d07bdf5a55aa tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758600
Apr 08 02:50:17.480668 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7e0604de-08ed-4116-8782-ef0c664f3e92 req-044aa288-dafa-4a5b-be69-043855624717 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543938
Apr 08 02:50:18.729233 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726d2b4-dc0e-4ceb-a9c6-3ee45a5993b5 req-c8c934b4-d683-409b-8198-2fbbeffc2702 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:18.730570 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9726d2b4-dc0e-4ceb-a9c6-3ee45a5993b5 req-c8c934b4-d683-409b-8198-2fbbeffc2702 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.1392934
Apr 08 02:50:18.736770 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f943a8-ecbc-4c84-89b6-8f7051f1efd5 req-9e9bd349-8c0d-4dbe-b7a7-734f4029f8e7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:18.738076 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-68f943a8-ecbc-4c84-89b6-8f7051f1efd5 req-9e9bd349-8c0d-4dbe-b7a7-734f4029f8e7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.1162171
Apr 08 02:50:18.811799 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-68f943a8-ecbc-4c84-89b6-8f7051f1efd5 req-fb7ff8c7-c5d3-4025-ac53-a71605afbb9a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584176
Apr 08 02:50:18.813845 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9726d2b4-dc0e-4ceb-a9c6-3ee45a5993b5 req-38c72ea9-7072-4948-b899-7c70452a9e6b tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749388
Apr 08 02:50:20.019627 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e6be8-eb98-486f-a3bb-fbf20c51eba1 req-0978813a-3fb5-4067-9c84-fc3e721671ce tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:20.021152 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a35e6be8-eb98-486f-a3bb-fbf20c51eba1 req-0978813a-3fb5-4067-9c84-fc3e721671ce tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.0776534
Apr 08 02:50:20.124967 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a35e6be8-eb98-486f-a3bb-fbf20c51eba1 req-edd6be4d-e9f3-4b81-917b-dbd3b7666631 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0971630
Apr 08 02:50:21.318335 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Sync routers for ids ['ac8b4d82-a07c-44c2-b72d-b8e3fabec141'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:50:21.330968 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Routers {'ac8b4d82-a07c-44c2-b72d-b8e3fabec141'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:50:21.331563 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2d46700>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['ac8b4d82-a07c-44c2-b72d-b8e3fabec141'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:21.332912 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e967ff-ba34-4932-a3b8-930aa9657d4f req-688d3170-576e-4c4b-aab4-e086fc626d2b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:21.334334 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-85e967ff-ba34-4932-a3b8-930aa9657d4f req-688d3170-576e-4c4b-aab4-e086fc626d2b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.0758028
Apr 08 02:50:21.386295 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-85e967ff-ba34-4932-a3b8-930aa9657d4f req-c533f88a-1b73-438d-a4e8-11ea54a62191 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457187
Apr 08 02:50:21.503827 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Set router ac8b4d82-a07c-44c2-b72d-b8e3fabec141 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:50:21.825553 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2d46700>, [{'id': 'ac8b4d82-a07c-44c2-b72d-b8e3fabec141', 'name': 'tempest-TestShelveInstance-305694406-router', 'tenant_id': '2693886eb62643358125af592825867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b427d7d5-f297-4654-bffd-91e4195e4897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:53Z', 'updated_at': '2022-04-08T02:49:57Z', 'revision_number': 4, 'project_id': '2693886eb62643358125af592825867f', 'gw_port': {'id': 'b427d7d5-f297-4654-bffd-91e4195e4897', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b4d82-a07c-44c2-b72d-b8e3fabec141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:54Z', 'updated_at': '2022-04-08T02:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '97f6762a-6766-4c49-8acc-e589694645e0', 'name': '', 'network_id': '4f6a9110-1b97-48f9-9e15-a9f8c773e3f6', 'tenant_id': '2693886eb62643358125af592825867f', 'mac_address': 'fa:16:3e:eb:97:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b4d82-a07c-44c2-b72d-b8e3fabec141', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e0e9237-2eeb-480f-a1bc-08cfc984abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:57Z', 'updated_at': '2022-04-08T02:49:57Z', 'revision_number': 2, 'project_id': '2693886eb62643358125af592825867f', 'subnets': [{'id': '1e0e9237-2eeb-480f-a1bc-08cfc984abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:21.829209 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Checking router: ac8b4d82-a07c-44c2-b72d-b8e3fabec141 for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:50:21.829551 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Updating router ac8b4d82-a07c-44c2-b72d-b8e3fabec141 port 97f6762a-6766-4c49-8acc-e589694645e0 binding host dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:50:21.878141 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:22.221548 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Notify callbacks [] for port, precommit_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:22.233966 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Transition to ACTIVE for port object 97f6762a-6766-4c49-8acc-e589694645e0 will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:50:22.240387 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:22.368488 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab345f-4acc-42a4-80c7-61e721c0d64a None None] Pushing event updated for resources: {'Port': ['ID=97f6762a-6766-4c49-8acc-e589694645e0,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:22.408879 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eab345f-4acc-42a4-80c7-61e721c0d64a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:22.409225 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eab345f-4acc-42a4-80c7-61e721c0d64a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:22.409566 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eab345f-4acc-42a4-80c7-61e721c0d64a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:22.409897 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eab345f-4acc-42a4-80c7-61e721c0d64a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:22.410391 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eab345f-4acc-42a4-80c7-61e721c0d64a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:22.410578 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eab345f-4acc-42a4-80c7-61e721c0d64a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:22.410886 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eab345f-4acc-42a4-80c7-61e721c0d64a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:22.411215 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eab345f-4acc-42a4-80c7-61e721c0d64a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:22.411529 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eab345f-4acc-42a4-80c7-61e721c0d64a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:22.411849 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eab345f-4acc-42a4-80c7-61e721c0d64a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:22.412164 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eab345f-4acc-42a4-80c7-61e721c0d64a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:22.473684 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Attempting to bind port 97f6762a-6766-4c49-8acc-e589694645e0 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:50:22.474045 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Attempting to bind port 97f6762a-6766-4c49-8acc-e589694645e0 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '886e413d-4ed7-4d8c-872e-76609a9e588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4f6a9110-1b97-48f9-9e15-a9f8c773e3f6'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:50:22.474397 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Attempting to bind port 97f6762a-6766-4c49-8acc-e589694645e0 on network 4f6a9110-1b97-48f9-9e15-a9f8c773e3f6 {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:50:22.481528 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:50:22.481892 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Checking segment: {'id': '886e413d-4ed7-4d8c-872e-76609a9e588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4f6a9110-1b97-48f9-9e15-a9f8c773e3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:50:22.482286 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:22.482688 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Bound using segment: {'id': '886e413d-4ed7-4d8c-872e-76609a9e588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4f6a9110-1b97-48f9-9e15-a9f8c773e3f6'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:50:22.483157 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Bound port: 97f6762a-6766-4c49-8acc-e589694645e0, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e413d-4ed7-4d8c-872e-76609a9e588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4f6a9110-1b97-48f9-9e15-a9f8c773e3f6'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:50:22.483521 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:22.585823 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] For port 97f6762a-6766-4c49-8acc-e589694645e0, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:50:22.590244 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] For port 97f6762a-6766-4c49-8acc-e589694645e0, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=97f6762a-6766-4c49-8acc-e589694645e0,segment=NetworkSegment(886e413d-4ed7-4d8c-872e-76609a9e588d),segment_id=886e413d-4ed7-4d8c-872e-76609a9e588d)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:50:22.596086 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:22.617884 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f51e8d-9405-4f0f-82a9-73de2611c0e0 req-fb1c1475-d5ef-4fc5-933a-260d4224b086 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:22.624121 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-65f51e8d-9405-4f0f-82a9-73de2611c0e0 req-fb1c1475-d5ef-4fc5-933a-260d4224b086 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.0905297
Apr 08 02:50:22.670153 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-65f51e8d-9405-4f0f-82a9-73de2611c0e0 req-28c99174-67c4-4bf8-8e75-10978c81ba54 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444846
Apr 08 02:50:22.678062 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab345f-4acc-42a4-80c7-61e721c0d64a None None] Pushing event updated for resources: {'Port': ['ID=97f6762a-6766-4c49-8acc-e589694645e0,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:22.684884 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Routers {'ac8b4d82-a07c-44c2-b72d-b8e3fabec141'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:50:22.685505 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2d46700>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['ac8b4d82-a07c-44c2-b72d-b8e3fabec141'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:22.871326 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] Set router ac8b4d82-a07c-44c2-b72d-b8e3fabec141 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:50:23.213600 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2d46700>, [{'id': 'ac8b4d82-a07c-44c2-b72d-b8e3fabec141', 'name': 'tempest-TestShelveInstance-305694406-router', 'tenant_id': '2693886eb62643358125af592825867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b427d7d5-f297-4654-bffd-91e4195e4897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:53Z', 'updated_at': '2022-04-08T02:49:57Z', 'revision_number': 4, 'project_id': '2693886eb62643358125af592825867f', 'gw_port': {'id': 'b427d7d5-f297-4654-bffd-91e4195e4897', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b4d82-a07c-44c2-b72d-b8e3fabec141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:54Z', 'updated_at': '2022-04-08T02:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '97f6762a-6766-4c49-8acc-e589694645e0', 'name': '', 'network_id': '4f6a9110-1b97-48f9-9e15-a9f8c773e3f6', 'tenant_id': '2693886eb62643358125af592825867f', 'mac_address': 'fa:16:3e:eb:97:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b4d82-a07c-44c2-b72d-b8e3fabec141', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e0e9237-2eeb-480f-a1bc-08cfc984abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:57Z', 'updated_at': '2022-04-08T02:50:22Z', 'revision_number': 4, 'project_id': '2693886eb62643358125af592825867f', 'subnets': [{'id': '1e0e9237-2eeb-480f-a1bc-08cfc984abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:23.217468 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d53fd2-a150-4b3b-bdc7-e94ac1bc4592 None None] The sync data for ids ['ac8b4d82-a07c-44c2-b72d-b8e3fabec141'] in dv-cinder-837052-1-iscsi is: [{'id': 'ac8b4d82-a07c-44c2-b72d-b8e3fabec141', 'name': 'tempest-TestShelveInstance-305694406-router', 'tenant_id': '2693886eb62643358125af592825867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b427d7d5-f297-4654-bffd-91e4195e4897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:53Z', 'updated_at': '2022-04-08T02:49:57Z', 'revision_number': 4, 'project_id': '2693886eb62643358125af592825867f', 'gw_port': {'id': 'b427d7d5-f297-4654-bffd-91e4195e4897', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b4d82-a07c-44c2-b72d-b8e3fabec141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:54Z', 'updated_at': '2022-04-08T02:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '97f6762a-6766-4c49-8acc-e589694645e0', 'name': '', 'network_id': '4f6a9110-1b97-48f9-9e15-a9f8c773e3f6', 'tenant_id': '2693886eb62643358125af592825867f', 'mac_address': 'fa:16:3e:eb:97:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b4d82-a07c-44c2-b72d-b8e3fabec141', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e0e9237-2eeb-480f-a1bc-08cfc984abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:57Z', 'updated_at': '2022-04-08T02:50:22Z', 'revision_number': 4, 'project_id': '2693886eb62643358125af592825867f', 'subnets': [{'id': '1e0e9237-2eeb-480f-a1bc-08cfc984abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:50:23.452733 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 97f6762a-6766-4c49-8acc-e589694645e0 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:23.525606 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 97f6762a-6766-4c49-8acc-e589694645e0 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:50:23.530394 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 97f6762a-6766-4c49-8acc-e589694645e0 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:23.530790 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:23.654142 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:23.687707 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port 97f6762a-6766-4c49-8acc-e589694645e0, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=97f6762a-6766-4c49-8acc-e589694645e0,segment=NetworkSegment(886e413d-4ed7-4d8c-872e-76609a9e588d),segment_id=886e413d-4ed7-4d8c-872e-76609a9e588d)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:50:23.691502 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:23.757835 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=97f6762a-6766-4c49-8acc-e589694645e0,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:23.893468 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204deb9-a63b-4f9b-b9c5-ebc7d07db10a req-eeb4d3cb-70c4-4e55-874c-d933c4574de3 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:23.895174 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3204deb9-a63b-4f9b-b9c5-ebc7d07db10a req-eeb4d3cb-70c4-4e55-874c-d933c4574de3 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.0771151
Apr 08 02:50:23.954882 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3204deb9-a63b-4f9b-b9c5-ebc7d07db10a req-4c1d6bc0-746c-4c2a-894a-3be867a5511d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534220
Apr 08 02:50:25.165726 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d643acf-b439-4cca-b04c-b38b98b1bf9d req-4ad1cc08-6aac-4019-9397-e1f961472af3 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:25.167059 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2d643acf-b439-4cca-b04c-b38b98b1bf9d req-4ad1cc08-6aac-4019-9397-e1f961472af3 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.0734217
Apr 08 02:50:25.210084 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2d643acf-b439-4cca-b04c-b38b98b1bf9d req-9f291b01-e5dc-4658-b80f-ce8c3df55e35 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376346
Apr 08 02:50:25.427884 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 97f6762a-6766-4c49-8acc-e589694645e0 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:25.498204 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 97f6762a-6766-4c49-8acc-e589694645e0 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:25.498566 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:26.425079 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf397281-1644-4835-aa73-1a869180b575 req-554436cc-3318-4f76-90ff-09f5da5dc16f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:26.426491 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bf397281-1644-4835-aa73-1a869180b575 req-554436cc-3318-4f76-90ff-09f5da5dc16f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.0778999
Apr 08 02:50:26.470153 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bf397281-1644-4835-aa73-1a869180b575 req-6dd566eb-4b01-46d0-aab6-7d9fe3afdf48 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375292
Apr 08 02:50:27.679136 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e97f79-c9b6-4bb3-beef-67ef6c716357 req-79a25b07-1615-4f3c-8868-501b812e2ddc tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:27.681161 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f1e97f79-c9b6-4bb3-beef-67ef6c716357 req-79a25b07-1615-4f3c-8868-501b812e2ddc tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.0785117
Apr 08 02:50:27.727147 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f1e97f79-c9b6-4bb3-beef-67ef6c716357 req-0d5f9c68-41df-4be2-8a18-b611b443b809 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394378
Apr 08 02:50:28.966229 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a085126-b82b-4877-8a9a-4269a4b9c1b4 req-9c90e716-075e-4d41-bdf8-2f80f83de9c6 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:28.967752 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6a085126-b82b-4877-8a9a-4269a4b9c1b4 req-9c90e716-075e-4d41-bdf8-2f80f83de9c6 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 944 time: 0.0841842
Apr 08 02:50:29.019478 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6a085126-b82b-4877-8a9a-4269a4b9c1b4 req-97efd7ce-e171-4137-963b-48998c1ee7ae tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458500
Apr 08 02:50:29.467882 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device e1447a33-5dc8-44ca-8978-a2f1cdaaab34 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:50:29.598144 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port e1447a33-5dc8-44ca-8978-a2f1cdaaab34, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:50:29.611201 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'port_id': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34', 'mac_address': 'fa:16:3e:08:c4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:50:29.668158 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:29.685400 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1447a33-5dc8-44ca-8978-a2f1cdaaab34 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:50:29.700951 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port e1447a33-5dc8-44ca-8978-a2f1cdaaab34, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:50:29.704654 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:29.766421 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,revision_number=9']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:30.189104 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['e1447a33-5dc8-44ca-8978-a2f1cdaaab34'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:50:30.229000 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c468b6-5bf3-49c1-8010-a6226adebee0 req-1b60edc3-7b7d-441c-87fa-cfb5d93e9d3d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:30.230437 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-44c468b6-5bf3-49c1-8010-a6226adebee0 req-1b60edc3-7b7d-441c-87fa-cfb5d93e9d3d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 945 time: 0.0750122
Apr 08 02:50:30.279851 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-44c468b6-5bf3-49c1-8010-a6226adebee0 req-4d7f65bb-e322-4c24-b4ad-6d9d11ca5110 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432978
Apr 08 02:50:31.483495 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device e1447a33-5dc8-44ca-8978-a2f1cdaaab34 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:31.501819 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d1636-bf27-4729-a946-20027d228621 req-7c65bb15-1a3f-4fbb-92a9-5c4314ed9120 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:31.501819 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b88d1636-bf27-4729-a946-20027d228621 req-7c65bb15-1a3f-4fbb-92a9-5c4314ed9120 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 945 time: 0.0802357
Apr 08 02:50:31.544631 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b88d1636-bf27-4729-a946-20027d228621 req-1f04a847-4d10-4e3f-8c19-113efef74372 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410435
Apr 08 02:50:31.556193 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port e1447a33-5dc8-44ca-8978-a2f1cdaaab34 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:31.556768 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:31.669783 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-0f804642-d2ad-4b84-9258-647a73965d9f tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Synchronizing usage tracker for tenant:89f311117084470f8e8d16c47ad1d2ae on resource:security_group {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:50:31.672820 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:31.685067 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-0f804642-d2ad-4b84-9258-647a73965d9f tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Unset dirty status for tenant:89f311117084470f8e8d16c47ad1d2ae on resource:security_group {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:50:31.686387 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-0f804642-d2ad-4b84-9258-647a73965d9f tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418041859&fields=id&tenant_id=89f311117084470f8e8d16c47ad1d2ae HTTP/1.1" status: 200  len: 267 time: 0.0572476
Apr 08 02:50:31.701309 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44bc1d2-0741-4081-9165-b0aca9008eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:50:31.711478 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port e1447a33-5dc8-44ca-8978-a2f1cdaaab34, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:50:31.716348 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:31.785308 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,revision_number=10']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:31.834231 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7296c211-6085-447f-9e7a-ca7f3edded30'] response: {'server_uuid': 'e44bc1d2-0741-4081-9165-b0aca9008eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34', 'code': 200}
Apr 08 02:50:31.840824 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-7751651c-2418-4f52-9089-12b5dc261ecc tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:31.842228 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-7751651c-2418-4f52-9089-12b5dc261ecc tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/networks?id=7e024dc7-08f6-4065-988a-c132275bafc0 HTTP/1.1" status: 200  len: 809 time: 0.1486638
Apr 08 02:50:31.858172 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-142c1ba5-7562-45a3-a197-89974d57f54f tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/quotas/89f311117084470f8e8d16c47ad1d2ae HTTP/1.1" status: 200  len: 375 time: 0.0104177
Apr 08 02:50:31.941619 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-ca7e47ee-77bf-4de0-971e-270d0150808f tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=89f311117084470f8e8d16c47ad1d2ae&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0779788
Apr 08 02:50:32.081289 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-9907998d-b32c-461b-96bd-277a119b458b service neutron] 10.222.0.48 "GET /v2.0/networks/7e024dc7-08f6-4065-988a-c132275bafc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276343
Apr 08 02:50:32.217955 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-af2306cd-6940-4890-ae04-af479c4279e8 service neutron] 10.222.0.48 "GET /v2.0/networks/7e024dc7-08f6-4065-988a-c132275bafc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307991
Apr 08 02:50:32.523123 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5435e9f4-ea94-447c-9600-636a4bd375b3 req-cb0dcfec-f8e7-413c-aacb-99124ebfa194 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 1100 time: 0.0760653
Apr 08 02:50:32.567504 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5435e9f4-ea94-447c-9600-636a4bd375b3 req-b3433fa7-9278-4898-8c46-435521786267 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382562
Apr 08 02:50:32.622585 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d7f30288-0805-4486-ac3f-b48a8508f52c req-13e3fdec-7eb5-4b72-8775-12db1e372680 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 210 time: 0.0412679
Apr 08 02:50:32.763922 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f205d78-c071-4109-947f-b2dd43280336 req-b7ba313e-c5d7-4eeb-83ce-5db92a9e6cb1 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:32.765343 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7f205d78-c071-4109-947f-b2dd43280336 req-b7ba313e-c5d7-4eeb-83ce-5db92a9e6cb1 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 947 time: 0.0793855
Apr 08 02:50:32.812526 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7f205d78-c071-4109-947f-b2dd43280336 req-d1558ea6-e123-475b-aefb-563bdf7b3e78 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415778
Apr 08 02:50:33.784613 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-64c65d37-ad16-40e5-8581-0fa75fd365da req-8c111e8c-ebdc-44a9-ba4a-e4f6a7dd517a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 210 time: 0.0424328
Apr 08 02:50:34.016319 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc356c94-31a9-4403-b4f5-5826dabca751 req-17218c55-5aa8-42de-84c6-094445c5b2c1 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:34.017729 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bc356c94-31a9-4403-b4f5-5826dabca751 req-17218c55-5aa8-42de-84c6-094445c5b2c1 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 947 time: 0.0743215
Apr 08 02:50:34.115441 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bc356c94-31a9-4403-b4f5-5826dabca751 req-9555df15-bbc5-4db5-9dca-d769b30bd8bb tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0921803
Apr 08 02:50:34.301957 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-96807229-b883-4126-9fea-0ad364909000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:34.939978 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cc54b127-340c-47ca-9be0-76fd3f39f943 req-8b4e83b8-c13b-469f-9c37-614c1e5fa0bd tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 210 time: 0.0390568
Apr 08 02:50:35.320103 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05b6dd-a74c-4595-b015-2a1d0041cc60 req-474ab7d0-e488-48aa-a805-9562eff5c8d3 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:35.321948 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9d05b6dd-a74c-4595-b015-2a1d0041cc60 req-474ab7d0-e488-48aa-a805-9562eff5c8d3 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 947 time: 0.0736668
Apr 08 02:50:35.372900 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9d05b6dd-a74c-4595-b015-2a1d0041cc60 req-b721aef3-b581-441f-8190-2ae9fe193818 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444312
Apr 08 02:50:36.097533 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2bea663c-c979-46eb-825c-7e7a9ec048dd req-e3c7df56-2f3c-47cd-b2e4-e45904ae71a4 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 210 time: 0.0386293
Apr 08 02:50:36.513365 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-fe18cbba-b50f-499e-bd65-cf3be89c3a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:36.583733 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e67a6-8544-4c28-bc61-8584d60e4839 req-0242d9d8-bce5-47e1-90a1-dd5f2fc3a454 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:36.585142 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cc9e67a6-8544-4c28-bc61-8584d60e4839 req-0242d9d8-bce5-47e1-90a1-dd5f2fc3a454 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 947 time: 0.0767622
Apr 08 02:50:36.629515 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cc9e67a6-8544-4c28-bc61-8584d60e4839 req-7d32230c-2bdf-40e0-92cf-149372412431 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380633
Apr 08 02:50:37.260354 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-62cbd3ad-775b-44e2-a0a4-1a90ef090029 req-259e9606-3480-431e-84ac-84357de3d65a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 210 time: 0.0424550
Apr 08 02:50:37.660870 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:37.842048 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac0071-24b8-4952-b539-51d1a9ed58d7 req-1f3c7508-7e99-43fa-a2f2-a00d76f89660 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:37.843842 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ffac0071-24b8-4952-b539-51d1a9ed58d7 req-1f3c7508-7e99-43fa-a2f2-a00d76f89660 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 947 time: 0.0827494
Apr 08 02:50:37.849243 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:37.894222 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ffac0071-24b8-4952-b539-51d1a9ed58d7 req-52232f1a-3fbf-444f-b49a-4757cc9db481 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428524
Apr 08 02:50:38.426523 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-60ea0508-3a48-4957-860d-85da640dbbde req-6576617b-8e10-4565-b606-ac93040f8dd1 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 210 time: 0.0473800
Apr 08 02:50:38.528054 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:38.556338 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-8c841519-2d17-4d65-bdc8-435943dfa7f4 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:38.557250 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-8c841519-2d17-4d65-bdc8-435943dfa7f4 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Synchronizing usage tracker for tenant:89f311117084470f8e8d16c47ad1d2ae on resource:network {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:50:38.574418 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-8c841519-2d17-4d65-bdc8-435943dfa7f4 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Unset dirty status for tenant:89f311117084470f8e8d16c47ad1d2ae on resource:network {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:50:38.575668 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-8c841519-2d17-4d65-bdc8-435943dfa7f4 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.49 "GET /v2.0/networks?id=7e024dc7-08f6-4065-988a-c132275bafc0 HTTP/1.1" status: 200  len: 809 time: 0.1800771
Apr 08 02:50:38.642366 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-ae871bda-88f8-4fdb-99f3-0256f0c94ab2 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Synchronizing usage tracker for tenant:89f311117084470f8e8d16c47ad1d2ae on resource:security_group {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:50:38.654057 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-ae871bda-88f8-4fdb-99f3-0256f0c94ab2 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Unset dirty status for tenant:89f311117084470f8e8d16c47ad1d2ae on resource:security_group {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:50:38.655148 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-ae871bda-88f8-4fdb-99f3-0256f0c94ab2 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89f311117084470f8e8d16c47ad1d2ae HTTP/1.1" status: 200  len: 380 time: 0.0523856
Apr 08 02:50:38.663796 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-62aff367-d2aa-4a66-9436-23dac9e64a46 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Request body: {'port': {'device_id': '2fb4b617-e0c5-4496-858f-f139414f8fb5', 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0', 'admin_state_up': True, 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'security_groups': ['6cdd6bbf-d56f-487d-a199-2513eb8a07d5']}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:50:38.793634 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-62aff367-d2aa-4a66-9436-23dac9e64a46 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:38.797389 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-62aff367-d2aa-4a66-9436-23dac9e64a46 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Usage tracker for resource:port and tenant:89f311117084470f8e8d16c47ad1d2ae is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:38.800211 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-62aff367-d2aa-4a66-9436-23dac9e64a46 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:38.805895 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-62aff367-d2aa-4a66-9436-23dac9e64a46 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:38.814826 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-62aff367-d2aa-4a66-9436-23dac9e64a46 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Made reservation on behalf of 89f311117084470f8e8d16c47ad1d2ae for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:50:38.817765 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-62aff367-d2aa-4a66-9436-23dac9e64a46 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:38.992690 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-62aff367-d2aa-4a66-9436-23dac9e64a46 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Allocated IP 172.20.0.7 (7e024dc7-08f6-4065-988a-c132275bafc0/a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2/1be6ca01-4620-4592-8649-c93ad2064024) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:50:39.169049 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:39.294632 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-62aff367-d2aa-4a66-9436-23dac9e64a46 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:39.319475 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-62aff367-d2aa-4a66-9436-23dac9e64a46 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Transition to ACTIVE for port object 1be6ca01-4620-4592-8649-c93ad2064024 will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:50:39.344533 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-62aff367-d2aa-4a66-9436-23dac9e64a46 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:39.378060 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569a8eb-387f-473f-a72f-118ce9fc822a req-4ce9a59f-65d1-48f7-9f44-a362451c3511 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:39.379592 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2569a8eb-387f-473f-a72f-118ce9fc822a req-4ce9a59f-65d1-48f7-9f44-a362451c3511 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 947 time: 0.1451795
Apr 08 02:50:39.451261 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2569a8eb-387f-473f-a72f-118ce9fc822a req-9b68aefc-0c5d-4600-83de-4c30c8d55286 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610564
Apr 08 02:50:39.451866 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-62aff367-d2aa-4a66-9436-23dac9e64a46 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Network 7e024dc7-08f6-4065-988a-c132275bafc0 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:50:39.455138 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-62aff367-d2aa-4a66-9436-23dac9e64a46 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:39.456992 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aff367-d2aa-4a66-9436-23dac9e64a46 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Pushing event updated for resources: {'Port': ['ID=1be6ca01-4620-4592-8649-c93ad2064024,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:39.459503 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-62aff367-d2aa-4a66-9436-23dac9e64a46 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:50:39.535062 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-62aff367-d2aa-4a66-9436-23dac9e64a46 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:39.535660 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-62aff367-d2aa-4a66-9436-23dac9e64a46 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:39.563442 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-62aff367-d2aa-4a66-9436-23dac9e64a46 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9030483
Apr 08 02:50:39.594852 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Request body: {'port': {'device_id': '2fb4b617-e0c5-4496-858f-f139414f8fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:50:39.676200 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe5507-22bc-4944-b374-efb1355a765e req-c723b57b-20c6-4725-a0b1-94e46f368836 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:39.678016 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ddfe5507-22bc-4944-b374-efb1355a765e req-c723b57b-20c6-4725-a0b1-94e46f368836 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 931 time: 0.0935955
Apr 08 02:50:39.724944 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:39.730613 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ddfe5507-22bc-4944-b374-efb1355a765e req-a5d45b83-07b3-480b-b03d-80d6b02141cb tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444195
Apr 08 02:50:39.828487 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-37569d13-662b-4dd0-ae29-f49db04d666a None None] Provisioning for port 1be6ca01-4620-4592-8649-c93ad2064024 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:50:39.833087 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-37569d13-662b-4dd0-ae29-f49db04d666a None None] Provisioning complete for port 1be6ca01-4620-4592-8649-c93ad2064024 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:39.833510 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-37569d13-662b-4dd0-ae29-f49db04d666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:39.883287 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-37569d13-662b-4dd0-ae29-f49db04d666a None None] Port 1be6ca01-4620-4592-8649-c93ad2064024 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:50:40.143045 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be6ca01-4620-4592-8649-c93ad2064024 {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:50:40.155189 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:40.168988 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Transition to ACTIVE for port object 1be6ca01-4620-4592-8649-c93ad2064024 will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:50:40.173059 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:40.407245 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Pushing event updated for resources: {'Port': ['ID=1be6ca01-4620-4592-8649-c93ad2064024,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:40.418958 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Attempting to bind port 1be6ca01-4620-4592-8649-c93ad2064024 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:50:40.418958 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Attempting to bind port 1be6ca01-4620-4592-8649-c93ad2064024 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '3ac88e81-d5b5-4b73-a252-17d939149d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:50:40.419190 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Attempting to bind port 1be6ca01-4620-4592-8649-c93ad2064024 on network 7e024dc7-08f6-4065-988a-c132275bafc0 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:50:40.425425 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Port 1be6ca01-4620-4592-8649-c93ad2064024 on network 7e024dc7-08f6-4065-988a-c132275bafc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:50:40.425622 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Attempting to bind port 1be6ca01-4620-4592-8649-c93ad2064024 on network 7e024dc7-08f6-4065-988a-c132275bafc0 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:50:40.443461 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:50:40.444056 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Checking segment: {'id': '3ac88e81-d5b5-4b73-a252-17d939149d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:50:40.444629 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Bound using segment: {'id': '3ac88e81-d5b5-4b73-a252-17d939149d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:50:40.445240 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Bound port: 1be6ca01-4620-4592-8649-c93ad2064024, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac88e81-d5b5-4b73-a252-17d939149d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:50:40.459359 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:40.572187 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] For port 1be6ca01-4620-4592-8649-c93ad2064024, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:50:40.576069 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] For port 1be6ca01-4620-4592-8649-c93ad2064024, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1be6ca01-4620-4592-8649-c93ad2064024,segment=NetworkSegment(3ac88e81-d5b5-4b73-a252-17d939149d42),segment_id=3ac88e81-d5b5-4b73-a252-17d939149d42)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:50:40.580668 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:40.652367 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:40.653714 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] 10.222.0.49 "PUT /v2.0/ports/1be6ca01-4620-4592-8649-c93ad2064024 HTTP/1.1" status: 200  len: 1093 time: 1.0643220
Apr 08 02:50:40.655995 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb4b617-e0c5-4496-858f-f139414f8fb5', 'tag': '1be6ca01-4620-4592-8649-c93ad2064024'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:50:40.675865 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743dabc-c3b7-406f-ae4d-db17e480e13a service neutron] Pushing event updated for resources: {'Port': ['ID=1be6ca01-4620-4592-8649-c93ad2064024,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:40.758078 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f56a61-f183-4296-a6c7-fcb41d18f7d7 req-3ec9d63b-94dc-43bc-9c54-dc8b3deac81a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:40.766919 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-14f56a61-f183-4296-a6c7-fcb41d18f7d7 req-3ec9d63b-94dc-43bc-9c54-dc8b3deac81a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 947 time: 0.1394293
Apr 08 02:50:40.789481 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-d8b66f2a-a663-46b2-8470-ed424f081e27 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89f311117084470f8e8d16c47ad1d2ae&device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 1096 time: 0.0901434
Apr 08 02:50:40.819304 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-14f56a61-f183-4296-a6c7-fcb41d18f7d7 req-374af358-b15c-416e-9e2e-063718a678ce tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514147
Apr 08 02:50:40.874322 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-d6fdaadf-cc7c-4e55-a89c-11275672712d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1be6ca01-4620-4592-8649-c93ad2064024 HTTP/1.1" status: 200  len: 217 time: 0.0759552
Apr 08 02:50:40.924180 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ee2793-45da-4117-8135-b081d5db0802'] response: {'name': 'network-changed', 'server_uuid': '2fb4b617-e0c5-4496-858f-f139414f8fb5', 'tag': '1be6ca01-4620-4592-8649-c93ad2064024', 'status': 'completed', 'code': 200}
Apr 08 02:50:41.013655 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-02e39f72-3df4-4b5a-889a-09ae0023cf6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:41.015104 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-02e39f72-3df4-4b5a-889a-09ae0023cf6b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2 HTTP/1.1" status: 200  len: 848 time: 0.1343715
Apr 08 02:50:41.064367 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f1327425-8a77-4bf5-b621-58859b6ac2ed req-355427f5-a07f-4095-9eef-5bd8ecb05461 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 1098 time: 0.1251843
Apr 08 02:50:41.137342 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eeff78-0907-4284-9f50-c1fe9d764106 req-864f4fb3-19fd-4063-977d-820d2137d8d9 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:41.138688 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-19eeff78-0907-4284-9f50-c1fe9d764106 req-864f4fb3-19fd-4063-977d-820d2137d8d9 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 943 time: 0.1470480
Apr 08 02:50:41.144832 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3da0a-4758-43f2-ab0f-a53a983b8477 req-5b4ecfb2-766e-48ee-8c4b-49a4b9e02352 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:41.146153 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b8f3da0a-4758-43f2-ab0f-a53a983b8477 req-5b4ecfb2-766e-48ee-8c4b-49a4b9e02352 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.1170442
Apr 08 02:50:41.216535 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-19eeff78-0907-4284-9f50-c1fe9d764106 req-d024ca3b-21ff-42b8-8f6c-2d0149212fd3 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694392
Apr 08 02:50:41.221515 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-07a0d0ad-c5f4-451f-8c43-8940daf2b9ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e024dc7-08f6-4065-988a-c132275bafc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1944065
Apr 08 02:50:41.223611 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b8f3da0a-4758-43f2-ab0f-a53a983b8477 req-06e64efd-8e7c-4378-b345-6d052cccc062 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606141
Apr 08 02:50:41.225825 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1327425-8a77-4bf5-b621-58859b6ac2ed req-9da2a127-3d89-4c55-86b0-ab09ce891e13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:41.227212 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f1327425-8a77-4bf5-b621-58859b6ac2ed req-9da2a127-3d89-4c55-86b0-ab09ce891e13 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 200  len: 919 time: 0.1575520
Apr 08 02:50:41.426924 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f1327425-8a77-4bf5-b621-58859b6ac2ed req-fe8d5b33-9b1c-41d9-bf8a-caa189cfbee1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=925ad71f-f0c4-4cad-b48b-9505cac52cd3 HTTP/1.1" status: 200  len: 1000 time: 0.1792226
Apr 08 02:50:41.489190 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-1941b79d-3f52-4e25-a472-dd7fe6c8d1ed service neutron] 10.222.0.49 "GET /v2.0/networks/7e024dc7-08f6-4065-988a-c132275bafc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2603576
Apr 08 02:50:41.574444 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1327425-8a77-4bf5-b621-58859b6ac2ed req-7f1e880c-bfe0-4aef-92fe-19cb0806320c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:41.575890 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f1327425-8a77-4bf5-b621-58859b6ac2ed req-7f1e880c-bfe0-4aef-92fe-19cb0806320c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bb3aae2-b572-44aa-8358-c4c59784dbe8 HTTP/1.1" status: 200  len: 857 time: 0.1380694
Apr 08 02:50:41.683939 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f02fcabb-06c5-4a22-ad6d-90aafc0b3ad4 req-16b754d1-906a-4ed1-bcbe-6c283bc0a3fb service neutron] 10.222.0.49 "GET /v2.0/networks/7e024dc7-08f6-4065-988a-c132275bafc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1871448
Apr 08 02:50:41.698066 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f1327425-8a77-4bf5-b621-58859b6ac2ed req-ce7e34ea-0c11-4e25-9d6c-9bc53ad09ad2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1130424
Apr 08 02:50:41.937276 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f1327425-8a77-4bf5-b621-58859b6ac2ed req-98869997-9abe-4499-b7b8-bc4abfbab9c5 service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2344592
Apr 08 02:50:41.946626 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e3b7664c-50f9-4390-8ec6-fcce231c40e7 req-75eeea4c-b5fa-4121-9d14-b98624e128a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89f311117084470f8e8d16c47ad1d2ae&device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 1096 time: 0.1190643
Apr 08 02:50:42.170524 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f1327425-8a77-4bf5-b621-58859b6ac2ed req-4daca261-a19a-4a5b-ab97-86097b881d21 service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2227771
Apr 08 02:50:42.172626 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7664c-50f9-4390-8ec6-fcce231c40e7 req-07aa0238-395d-4df6-aad7-16eea1ecb936 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:42.173884 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e3b7664c-50f9-4390-8ec6-fcce231c40e7 req-07aa0238-395d-4df6-aad7-16eea1ecb936 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e024dc7-08f6-4065-988a-c132275bafc0 HTTP/1.1" status: 200  len: 910 time: 0.2072339
Apr 08 02:50:42.239834 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e3b7664c-50f9-4390-8ec6-fcce231c40e7 req-7e0a75ce-f26d-4c4f-9b7c-c98672f2f437 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1be6ca01-4620-4592-8649-c93ad2064024 HTTP/1.1" status: 200  len: 217 time: 0.0589614
Apr 08 02:50:42.307002 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7664c-50f9-4390-8ec6-fcce231c40e7 req-53db4d8b-2408-4190-b809-6f414da1c658 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:42.308419 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e3b7664c-50f9-4390-8ec6-fcce231c40e7 req-53db4d8b-2408-4190-b809-6f414da1c658 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2 HTTP/1.1" status: 200  len: 848 time: 0.0625591
Apr 08 02:50:42.381670 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e3b7664c-50f9-4390-8ec6-fcce231c40e7 req-b05dbccc-af72-42f0-829d-066c33fa08b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e024dc7-08f6-4065-988a-c132275bafc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0666702
Apr 08 02:50:42.476940 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1fd79-5bd0-4ade-8035-aa6dedbda16f req-f10ea40b-0318-46d1-b4ea-ed6eece29dbf tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:42.478620 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c6b1fd79-5bd0-4ade-8035-aa6dedbda16f req-f10ea40b-0318-46d1-b4ea-ed6eece29dbf tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 943 time: 0.1348102
Apr 08 02:50:42.488727 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cede47-bc07-4bad-87a3-39555fac85e3 req-2b281b1e-ce19-4d5c-934d-ae64fff2b836 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:42.490090 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b5cede47-bc07-4bad-87a3-39555fac85e3 req-2b281b1e-ce19-4d5c-934d-ae64fff2b836 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.1170719
Apr 08 02:50:42.519675 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e3b7664c-50f9-4390-8ec6-fcce231c40e7 req-4904ee16-3593-4bba-a929-3d4fcca91ff9 service neutron] 10.222.0.49 "GET /v2.0/networks/7e024dc7-08f6-4065-988a-c132275bafc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266899
Apr 08 02:50:42.560349 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c6b1fd79-5bd0-4ade-8035-aa6dedbda16f req-2f647d66-8b14-4d40-aa2c-147ff0fb459f tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693178
Apr 08 02:50:42.567036 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b5cede47-bc07-4bad-87a3-39555fac85e3 req-eee19ca6-0e10-4bd6-b40d-3c9d61c356ce tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607784
Apr 08 02:50:42.649169 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e3b7664c-50f9-4390-8ec6-fcce231c40e7 req-95b56db2-7c02-4bde-a490-1a321c5c3d8a service neutron] 10.222.0.49 "GET /v2.0/networks/7e024dc7-08f6-4065-988a-c132275bafc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222241
Apr 08 02:50:43.601284 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-60118caa-f13e-4cad-a13b-d975c6249b77 req-737e6faa-0bc4-48b5-949d-934c0b2f4ba7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0692456
Apr 08 02:50:43.741715 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-60118caa-f13e-4cad-a13b-d975c6249b77 req-94c06914-29bf-4336-b7cb-fa2d97ebfdd4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f673f0f0edd74c56a204930e93f143da&device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 1100 time: 0.0669155
Apr 08 02:50:43.821469 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced709c-924d-4922-8642-8f77de07e845 req-1d7221b2-4349-4a1b-bafd-fbaa9cb8df03 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:43.822907 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4ced709c-924d-4922-8642-8f77de07e845 req-1d7221b2-4349-4a1b-bafd-fbaa9cb8df03 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 943 time: 0.1383443
Apr 08 02:50:43.828149 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401549fb-3a7c-4d22-9e6b-d77473a2af58 req-e20ee705-1e08-429f-883b-b50c3b716422 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:43.829467 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-401549fb-3a7c-4d22-9e6b-d77473a2af58 req-e20ee705-1e08-429f-883b-b50c3b716422 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.1149993
Apr 08 02:50:43.885551 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60118caa-f13e-4cad-a13b-d975c6249b77 req-a5e5141f-ecf1-4821-b1cd-54c8664ddd7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:43.887252 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-60118caa-f13e-4cad-a13b-d975c6249b77 req-a5e5141f-ecf1-4821-b1cd-54c8664ddd7d service neutron] 10.222.0.49 "GET /v2.0/networks?id=9177d28f-82e1-4f7a-9248-434f10dfbba9 HTTP/1.1" status: 200  len: 918 time: 0.1263359
Apr 08 02:50:43.902993 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4ced709c-924d-4922-8642-8f77de07e845 req-3156a43f-664a-4b97-967a-07e2f787fb53 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725908
Apr 08 02:50:43.907390 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-401549fb-3a7c-4d22-9e6b-d77473a2af58 req-9e5fde2b-9a24-4dbd-9e3b-271de69224e1 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637796
Apr 08 02:50:43.987420 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-60118caa-f13e-4cad-a13b-d975c6249b77 req-f340ede7-28f1-4677-8434-81df2dd45829 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1447a33-5dc8-44ca-8978-a2f1cdaaab34 HTTP/1.1" status: 200  len: 1002 time: 0.0943661
Apr 08 02:50:44.051209 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60118caa-f13e-4cad-a13b-d975c6249b77 req-7b381987-a58e-4058-9cf1-55c21a9a95b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:44.052640 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-60118caa-f13e-4cad-a13b-d975c6249b77 req-7b381987-a58e-4058-9cf1-55c21a9a95b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3ecf36cf-7175-47e0-89d3-2818045d184b HTTP/1.1" status: 200  len: 856 time: 0.0583870
Apr 08 02:50:44.128548 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-60118caa-f13e-4cad-a13b-d975c6249b77 req-aabf8657-3df8-4b09-9783-4cf23525a178 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9177d28f-82e1-4f7a-9248-434f10dfbba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692389
Apr 08 02:50:44.319572 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-60118caa-f13e-4cad-a13b-d975c6249b77 req-c80904ea-3cd0-447b-bfd5-54f0be8603d6 service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837013
Apr 08 02:50:44.450314 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-60118caa-f13e-4cad-a13b-d975c6249b77 req-a2e53c09-f3e0-4ed8-abe6-36fe1baa052e service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237576
Apr 08 02:50:45.163625 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfa9aa-1718-4e87-b4ba-ded0564f754e req-761246ea-b0df-44d1-bea4-154308602885 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:45.165584 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1bcfa9aa-1718-4e87-b4ba-ded0564f754e req-761246ea-b0df-44d1-bea4-154308602885 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 943 time: 0.1370807
Apr 08 02:50:45.170863 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136746d3-ed7a-498f-a28a-ea01a2f812cd req-e8f94461-2846-481d-8cfb-707fea602a40 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:45.172242 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-136746d3-ed7a-498f-a28a-ea01a2f812cd req-e8f94461-2846-481d-8cfb-707fea602a40 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.1118557
Apr 08 02:50:45.247757 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1bcfa9aa-1718-4e87-b4ba-ded0564f754e req-460b308a-c568-44fa-896d-5adad42160ff tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746486
Apr 08 02:50:45.254447 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-136746d3-ed7a-498f-a28a-ea01a2f812cd req-6fbf783d-ba73-40e6-a698-76a9c660d16b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645881
Apr 08 02:50:46.560022 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedd5ab-3f2a-4c28-a94b-1ff90bfbf6a4 req-b12d9f29-6df6-4aa9-9f4e-7c3da8b74b75 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:46.561480 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7eedd5ab-3f2a-4c28-a94b-1ff90bfbf6a4 req-b12d9f29-6df6-4aa9-9f4e-7c3da8b74b75 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 943 time: 0.1945395
Apr 08 02:50:46.568172 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee154b-3c97-4c05-bd78-33583efd9740 req-e3dd8f78-dd4c-4f0e-85cd-2efb76e25c10 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:46.569544 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b9ee154b-3c97-4c05-bd78-33583efd9740 req-e3dd8f78-dd4c-4f0e-85cd-2efb76e25c10 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.1674874
Apr 08 02:50:46.642562 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7eedd5ab-3f2a-4c28-a94b-1ff90bfbf6a4 req-e51f6d3e-d8b4-44b4-8e6e-e2adbc7458ca tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720646
Apr 08 02:50:46.647221 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b9ee154b-3c97-4c05-bd78-33583efd9740 req-876d0709-32a5-4bf2-9c28-3471650d8737 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614884
Apr 08 02:50:47.003602 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:50:47.901931 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61b22f-ef97-4ddc-bb9c-222cb78e6bbe req-e0d7d63b-cdfd-4286-8e83-76e02bbcfc3e tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:47.903404 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7b61b22f-ef97-4ddc-bb9c-222cb78e6bbe req-e0d7d63b-cdfd-4286-8e83-76e02bbcfc3e tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 943 time: 0.1398394
Apr 08 02:50:47.909601 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7ed0a-ccb8-4944-a8b4-7d2cd0470c63 req-918a2fab-f5fb-4575-93db-5d49e0d6d3fb tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:47.910963 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f8d7ed0a-ccb8-4944-a8b4-7d2cd0470c63 req-918a2fab-f5fb-4575-93db-5d49e0d6d3fb tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.1159630
Apr 08 02:50:47.991091 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7b61b22f-ef97-4ddc-bb9c-222cb78e6bbe req-52f4238c-4acd-4b80-b224-671ab4cd707d tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791631
Apr 08 02:50:47.996897 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f8d7ed0a-ccb8-4944-a8b4-7d2cd0470c63 req-9b2e68b9-5b4e-456b-a0b8-cba77ef05ef9 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687191
Apr 08 02:50:49.110056 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47038) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:49.222182 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbc8eea-6b64-4994-add2-e7ca4abea870 admin admin] Deleting subnet 61685457-2ae9-442c-92b6-d675128ed59c {{(pid=83136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 08 02:50:49.227360 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3dbc8eea-6b64-4994-add2-e7ca4abea870 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:49.326651 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3dbc8eea-6b64-4994-add2-e7ca4abea870 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1926406'] for subnet, precommit_delete_associations {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:49.358611 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88135725-6845-4bba-9808-ece35e38b7cb req-4cc3e290-b50b-4037-9382-500d576dbec5 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:49.360027 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-88135725-6845-4bba-9808-ece35e38b7cb req-4cc3e290-b50b-4037-9382-500d576dbec5 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 943 time: 0.2184882
Apr 08 02:50:49.437726 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3dbc8eea-6b64-4994-add2-e7ca4abea870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722885'] for subnet, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:49.480041 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-88135725-6845-4bba-9808-ece35e38b7cb req-00e8c425-d24c-4a50-8fbf-03e26f73880e tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1067746
Apr 08 02:50:49.487207 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694023f8-a76d-4e77-bdf2-e7303b234a08 req-6a70b9bb-841a-4030-9965-cecf168ca523 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:49.488567 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-694023f8-a76d-4e77-bdf2-e7303b234a08 req-6a70b9bb-841a-4030-9965-cecf168ca523 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.2189829
Apr 08 02:50:49.547893 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-694023f8-a76d-4e77-bdf2-e7303b234a08 req-efb4b794-6305-4b16-b390-1f214f16fc98 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521445
Apr 08 02:50:49.549661 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3dbc8eea-6b64-4994-add2-e7ca4abea870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2029836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1174040'] for subnet, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:49.569866 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 1be6ca01-4620-4592-8649-c93ad2064024 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:50:49.590317 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc8eea-6b64-4994-add2-e7ca4abea870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61685457-2ae9-442c-92b6-d675128ed59c,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:49.599562 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3dbc8eea-6b64-4994-add2-e7ca4abea870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:49.605269 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc8eea-6b64-4994-add2-e7ca4abea870 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:49.605603 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc8eea-6b64-4994-add2-e7ca4abea870 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:49.605929 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc8eea-6b64-4994-add2-e7ca4abea870 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:49.606253 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc8eea-6b64-4994-add2-e7ca4abea870 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:49.606573 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc8eea-6b64-4994-add2-e7ca4abea870 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:49.606918 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc8eea-6b64-4994-add2-e7ca4abea870 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:49.607235 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc8eea-6b64-4994-add2-e7ca4abea870 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:49.607550 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc8eea-6b64-4994-add2-e7ca4abea870 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:49.607865 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc8eea-6b64-4994-add2-e7ca4abea870 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:49.608177 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc8eea-6b64-4994-add2-e7ca4abea870 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:49.608487 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc8eea-6b64-4994-add2-e7ca4abea870 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:49.614277 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-3dbc8eea-6b64-4994-add2-e7ca4abea870 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/61685457-2ae9-442c-92b6-d675128ed59c HTTP/1.1" status: 204  len: 168 time: 0.5007949
Apr 08 02:50:49.614630 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47042) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:49.702917 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 1be6ca01-4620-4592-8649-c93ad2064024, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1be6ca01-4620-4592-8649-c93ad2064024,segment=NetworkSegment(3ac88e81-d5b5-4b73-a252-17d939149d42),segment_id=3ac88e81-d5b5-4b73-a252-17d939149d42)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:50:49.715832 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': '1be6ca01-4620-4592-8649-c93ad2064024', 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0', 'port_id': '1be6ca01-4620-4592-8649-c93ad2064024', 'mac_address': 'fa:16:3e:12:71:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:50:49.716598 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c7f13680-9a05-434b-a732-d0d106c9cda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093558'] for network, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:49.768895 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:49.785736 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be6ca01-4620-4592-8649-c93ad2064024 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:50:49.801025 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 1be6ca01-4620-4592-8649-c93ad2064024, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1be6ca01-4620-4592-8649-c93ad2064024,segment=NetworkSegment(3ac88e81-d5b5-4b73-a252-17d939149d42),segment_id=3ac88e81-d5b5-4b73-a252-17d939149d42)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:50:49.804802 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:49.837209 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c7f13680-9a05-434b-a732-d0d106c9cda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7724606', 'neutron.services.segments.db._delete_segments_for_network-8741772167792'] for network, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:49.862008 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-c7f13680-9a05-434b-a732-d0d106c9cda9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f35a20b5d60>,) {'filters': {'network_id': ['56fa5162-5751-457a-9e46-87c248750bb3']}} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:49.871249 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=1be6ca01-4620-4592-8649-c93ad2064024,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:49.874257 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-c7f13680-9a05-434b-a732-d0d106c9cda9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a20b5d60>, '6f7f923e-7e4e-4814-83ce-e87b69f494b5') {'for_net_delete': True} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:49.874552 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-c7f13680-9a05-434b-a732-d0d106c9cda9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a20b5d60>, '6f7f923e-7e4e-4814-83ce-e87b69f494b5') {} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:49.886237 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c7f13680-9a05-434b-a732-d0d106c9cda9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741772166903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1926431'] for segment, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:49.902427 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c7f13680-9a05-434b-a732-d0d106c9cda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:49.908603 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f13680-9a05-434b-a732-d0d106c9cda9 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=83136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 08 02:50:49.909059 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c7f13680-9a05-434b-a732-d0d106c9cda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8097254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2029906'] for segment, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]: Traceback (most recent call last):
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:     timer()
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:     cb(*args, **kw)
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:     return func(*args, **kwargs)
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:     self._notify()
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:     self.callback(batched_events)
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:     event.method(event)
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:     return f(self, *a, **k)
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._get(url).json()
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:50:49.921592 dv-cinder-837052-1-iscsi neutron-server[83136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:50:49.995707 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c7f13680-9a05-434b-a732-d0d106c9cda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7724551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783662'] for network, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:50.002476 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c7f13680-9a05-434b-a732-d0d106c9cda9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:50.026729 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f13680-9a05-434b-a732-d0d106c9cda9 admin admin] Pushing event deleted for resources: {'Network': ['ID=56fa5162-5751-457a-9e46-87c248750bb3,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:50.034339 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-c7f13680-9a05-434b-a732-d0d106c9cda9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/56fa5162-5751-457a-9e46-87c248750bb3 HTTP/1.1" status: 204  len: 168 time: 0.4190133
Apr 08 02:50:50.227064 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47048) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:50.269679 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['1be6ca01-4620-4592-8649-c93ad2064024'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:50:50.278021 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-5f0683e8-63b1-49b7-8a3d-bbd3f28f0379 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5fb44db14d6e4c14b82c05f28e8ee9d9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0497777
Apr 08 02:50:50.280506 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47052) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:50.340311 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-da5313b6-fb8d-4dcb-afa9-16af63e596c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:50.365463 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-da5313b6-fb8d-4dcb-afa9-16af63e596c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:50.419164 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-da5313b6-fb8d-4dcb-afa9-16af63e596c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:50.436088 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5313b6-fb8d-4dcb-afa9-16af63e596c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:50.449117 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-da5313b6-fb8d-4dcb-afa9-16af63e596c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:50.450240 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-da5313b6-fb8d-4dcb-afa9-16af63e596c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c10a8a73-3eb0-47f1-a93a-bf5f4c7e1201 HTTP/1.1" status: 204  len: 168 time: 0.1688237
Apr 08 02:50:50.712564 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f94b1-01d0-4d3a-ac9a-94360ffbf607 req-b0bbaffd-fb24-45a4-8932-25ca5e74c54a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:50.714171 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6c1f94b1-01d0-4d3a-ac9a-94360ffbf607 req-b0bbaffd-fb24-45a4-8932-25ca5e74c54a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 944 time: 0.1129172
Apr 08 02:50:50.777040 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6c1f94b1-01d0-4d3a-ac9a-94360ffbf607 req-7cbbecf2-f1a5-4ac4-b7a4-6b09ef5c3ed4 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540395
Apr 08 02:50:50.793514 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe3bc9-363f-478b-b982-e6c2b12893f4 req-2f775cd3-5d93-4997-ae80-9e6a74248292 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:50.795220 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-10fe3bc9-363f-478b-b982-e6c2b12893f4 req-2f775cd3-5d93-4997-ae80-9e6a74248292 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.1224122
Apr 08 02:50:50.840926 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-10fe3bc9-363f-478b-b982-e6c2b12893f4 req-eeddb073-4509-4c81-bbaf-7262786acf24 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402734
Apr 08 02:50:51.303486 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47078) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:51.433038 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1254114900-network', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:50:51.437492 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:51.441247 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Usage tracker for resource:network and tenant:6eb5fe9c67d048c5b2097f9a923ac025 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:51.444067 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:51.450674 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:51.459908 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Made reservation on behalf of 6eb5fe9c67d048c5b2097f9a923ac025 for: {'network': 1} {{(pid=83136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:50:51.462060 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:51.473749 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:51.504060 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:51.507733 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Usage tracker for resource:security_group_rule and tenant:6eb5fe9c67d048c5b2097f9a923ac025 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:51.511006 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:51.516723 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:51.578254 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:51.581818 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:51.615186 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'}  {{(pid=83136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:50:51.620677 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef78536-5a23-418e-9e93-59112f99393e,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:51.628017 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:51.628017 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.db.segments_db [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Added segment c4ea6119-8d4f-49d5-9638-9e97210496dd of type vlan for network 8196b4c0-597d-4eba-9f08-9a87d14a2840
Apr 08 02:50:51.709497 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:51.737446 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:51.738246 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:51.738862 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:51.838405 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5338430
Apr 08 02:50:51.841287 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07950286-2184-48a1-aa28-a7f7b59b6889 admin admin] Pushing event updated for resources: {'Network': ['ID=8196b4c0-597d-4eba-9f08-9a87d14a2840,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:51.841562 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47086) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:51.849838 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Request body: {'subnet': {'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1254114900-subnet', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'ip_version': 4}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:50:51.851507 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network 8196b4c0-597d-4eba-9f08-9a87d14a2840 details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:50:51.857623 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:51.861905 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Usage tracker for resource:subnet and tenant:6eb5fe9c67d048c5b2097f9a923ac025 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:51.865170 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:51.873514 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:51.885363 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Made reservation on behalf of 6eb5fe9c67d048c5b2097f9a923ac025 for: {'subnet': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:50:51.888473 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2044265'] for subnet, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:52.031971 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d93fbb-7e65-4329-9ff7-df1e0f5272c9 req-e960dee5-593d-4eb8-9bb3-bc7f6807d959 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:52.033469 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-00d93fbb-7e65-4329-9ff7-df1e0f5272c9 req-e960dee5-593d-4eb8-9bb3-bc7f6807d959 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 944 time: 0.1333230
Apr 08 02:50:52.103543 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-00d93fbb-7e65-4329-9ff7-df1e0f5272c9 req-b126d2c6-937f-4557-b6ab-4464853cc212 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630887
Apr 08 02:50:52.112031 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1140146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2044231'] for subnet, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:52.114871 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d6066-5667-4f22-b4fd-58cca08acce2 req-17b25221-7d69-44fd-868f-2a5d76f50fc9 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:52.116562 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8d9d6066-5667-4f22-b4fd-58cca08acce2 req-17b25221-7d69-44fd-868f-2a5d76f50fc9 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.1314366
Apr 08 02:50:52.163858 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8d9d6066-5667-4f22-b4fd-58cca08acce2 req-c9d184c9-aa4b-4191-aee1-1976f3c1842d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405114
Apr 08 02:50:52.186517 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c168317b-5c4b-47e6-ba3c-c461b9db9a85,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:52.201074 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:52.201385 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:52.201709 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:52.202036 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:52.202358 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:52.202696 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:52.203007 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:52.203321 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:52.203635 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:52.203943 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:52.204251 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:52.210686 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Checking segment: {'id': 'c4ea6119-8d4f-49d5-9638-9e97210496dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:50:52.211136 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Network hostable DHCP agents. Network: 8196b4c0-597d-4eba-9f08-9a87d14a2840, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:50:52.232978 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Network 8196b4c0-597d-4eba-9f08-9a87d14a2840 is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:50:52.242147 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, 8196b4c0-597d-4eba-9f08-9a87d14a2840) {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:52.247101 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:52.248617 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:52.250257 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cf828a-f07e-4e7c-b89b-4589bfd31443 None None] Network 8196b4c0-597d-4eba-9f08-9a87d14a2840 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:50:52.269832 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-2e88694a-b333-4ab5-bb8e-aae01e3f87e4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4256015
Apr 08 02:50:52.272387 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47092) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:52.277907 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1254114900-router', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:50:52.282334 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:52.286136 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Usage tracker for resource:router and tenant:6eb5fe9c67d048c5b2097f9a923ac025 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:52.288975 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:52.294815 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:52.304342 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61808'] for router, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:52.305988 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61769'] for router, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:52.325455 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:52.466985 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3364f179-0d4a-51e7-8435-5d406743cc3e-8196b4c0-597d-4eba-9f08-9a87d14a2840', 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'fixed_ips': [{'subnet_id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85'}]}} from dv-cinder-837052-1-iscsi. {{(pid=83138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 08 02:50:52.467786 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:52.473436 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61787'] for router, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:52.621098 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.db_base_plugin_common [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Allocated IP 172.20.0.2 (8196b4c0-597d-4eba-9f08-9a87d14a2840/c168317b-5c4b-47e6-ba3c-c461b9db9a85/539b6797-af07-4121-8aed-e113235cef65) {{(pid=83138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:50:52.658815 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:52.688242 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:52.820632 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Notify callbacks [] for port, precommit_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:52.823319 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Allocated IP 172.27.2.146 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/773e922b-f283-4676-819b-03c934d3f216) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:50:52.830567 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Transition to ACTIVE for port object 539b6797-af07-4121-8aed-e113235cef65 will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:50:52.848196 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Transition to ACTIVE for port object 539b6797-af07-4121-8aed-e113235cef65 will not be triggered until provisioned by entity DHCP. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:50:52.854583 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:52.921284 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Network 8196b4c0-597d-4eba-9f08-9a87d14a2840 is already hosted by enough agents. {{(pid=83138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:50:52.924788 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.base_scheduler [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Resources bound (agent type, host, resource id):  {{(pid=83138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:52.926463 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Pushing event updated for resources: {'Port': ['ID=539b6797-af07-4121-8aed-e113235cef65,revision_number=1']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:52.928527 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Received port after_create {{(pid=83138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:50:52.966562 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:52.995075 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:53.015281 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Attempting to bind port 539b6797-af07-4121-8aed-e113235cef65 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:50:53.015904 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Attempting to bind port 539b6797-af07-4121-8aed-e113235cef65 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': 'c4ea6119-8d4f-49d5-9638-9e97210496dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:50:53.016415 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Attempting to bind port 539b6797-af07-4121-8aed-e113235cef65 on network 8196b4c0-597d-4eba-9f08-9a87d14a2840 {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:50:53.022799 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:50:53.023160 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Checking segment: {'id': 'c4ea6119-8d4f-49d5-9638-9e97210496dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:50:53.023546 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:53.024439 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Bound using segment: {'id': 'c4ea6119-8d4f-49d5-9638-9e97210496dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:50:53.024894 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Bound port: 539b6797-af07-4121-8aed-e113235cef65, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ea6119-8d4f-49d5-9638-9e97210496dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:50:53.025242 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:53.060299 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:50:53.062909 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:53.066497 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:50:53.102475 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Pushing event updated for resources: {'Port': ['ID=773e922b-f283-4676-819b-03c934d3f216,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:53.109003 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] For port 539b6797-af07-4121-8aed-e113235cef65, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:50:53.112283 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] For port 539b6797-af07-4121-8aed-e113235cef65, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=539b6797-af07-4121-8aed-e113235cef65,segment=NetworkSegment(c4ea6119-8d4f-49d5-9638-9e97210496dd),segment_id=c4ea6119-8d4f-49d5-9638-9e97210496dd)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:50:53.116032 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:53.195525 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3ab24-7f29-4e43-a4de-80f762a9ce1f None None] Pushing event updated for resources: {'Port': ['ID=539b6797-af07-4121-8aed-e113235cef65,revision_number=2']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:53.253806 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:53.254799 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783721'] for router, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:53.394738 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc2139-0e97-4fdb-b35e-842cbf968d23 req-f64e1974-9683-4145-9900-8444b54d84ec tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:53.395463 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b5cc2139-0e97-4fdb-b35e-842cbf968d23 req-f64e1974-9683-4145-9900-8444b54d84ec tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 944 time: 0.1510360
Apr 08 02:50:53.475696 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b5cc2139-0e97-4fdb-b35e-842cbf968d23 req-aa7ec173-5408-46b9-8ce3-8e89a49c5a38 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649452
Apr 08 02:50:53.489681 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde59dc3-736e-4554-880e-4623988543fb req-69856265-4819-462f-bbb4-80def071695b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:53.491219 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fde59dc3-736e-4554-880e-4623988543fb req-69856265-4819-462f-bbb4-80def071695b tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.1727929
Apr 08 02:50:53.555816 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 539b6797-af07-4121-8aed-e113235cef65 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:53.559450 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fde59dc3-736e-4554-880e-4623988543fb req-33cb027a-8503-4330-b073-b52dfb272772 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617573
Apr 08 02:50:53.604663 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 1be6ca01-4620-4592-8649-c93ad2064024 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:53.633659 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Router e08a3967-e828-4916-b0b3-18578514e069 is scheduled to L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c with binding_index 1 {{(pid=83137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 08 02:50:53.685253 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 539b6797-af07-4121-8aed-e113235cef65 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:50:53.692285 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port 1be6ca01-4620-4592-8649-c93ad2064024 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:50:53.697015 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port 1be6ca01-4620-4592-8649-c93ad2064024 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:53.697386 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:53.814583 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:53.842657 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb4b617-e0c5-4496-858f-f139414f8fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be6ca01-4620-4592-8649-c93ad2064024'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:50:53.843691 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:50:53.854096 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Sync routers for ids ['e08a3967-e828-4916-b0b3-18578514e069'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:50:53.858955 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 1be6ca01-4620-4592-8649-c93ad2064024, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1be6ca01-4620-4592-8649-c93ad2064024,segment=NetworkSegment(3ac88e81-d5b5-4b73-a252-17d939149d42),segment_id=3ac88e81-d5b5-4b73-a252-17d939149d42)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:50:53.864192 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:53.872566 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] Notify callbacks [] for router, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:53.874020 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-19e51a46-9694-4401-a116-ca2a809b564a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.6005964
Apr 08 02:50:53.877025 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47104) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:53.881222 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Routers {'e08a3967-e828-4916-b0b3-18578514e069'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:50:53.881823 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2c6b220>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['e08a3967-e828-4916-b0b3-18578514e069'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:53.950109 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0efa4fb-715a-4fa7-bc7c-509a2b49513a'] response: {'server_uuid': '2fb4b617-e0c5-4496-858f-f139414f8fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be6ca01-4620-4592-8649-c93ad2064024', 'code': 200}
Apr 08 02:50:53.951289 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=1be6ca01-4620-4592-8649-c93ad2064024,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:54.117755 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Set router e08a3967-e828-4916-b0b3-18578514e069 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:50:54.289415 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213167df-7909-40ab-abc5-4b5daf1d0605 None None] Network 8196b4c0-597d-4eba-9f08-9a87d14a2840 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:50:54.351241 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-254a886f-53a0-4a81-9f88-c40f0e02888a req-2a5c96cc-65c0-4631-965e-5de43c296d87 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 1098 time: 0.0954771
Apr 08 02:50:54.419352 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2c6b220>, [{'id': 'e08a3967-e828-4916-b0b3-18578514e069', 'name': 'tempest-TestMinimumBasicScenario-1254114900-router', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '773e922b-f283-4676-819b-03c934d3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:53Z', 'revision_number': 3, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'gw_port': {'id': '773e922b-f283-4676-819b-03c934d3f216', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:54.423096 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Checking router: e08a3967-e828-4916-b0b3-18578514e069 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:50:54.424169 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Updating router e08a3967-e828-4916-b0b3-18578514e069 port 773e922b-f283-4676-819b-03c934d3f216 binding host dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:50:54.426827 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-dd920bdf-af50-4f9f-a4aa-440d58718d46 None None] Provisioning for port 539b6797-af07-4121-8aed-e113235cef65 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:50:54.434924 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-dd920bdf-af50-4f9f-a4aa-440d58718d46 None None] Provisioning complete for port 539b6797-af07-4121-8aed-e113235cef65 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:54.435286 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-dd920bdf-af50-4f9f-a4aa-440d58718d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:54.474327 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:54.515410 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-254a886f-53a0-4a81-9f88-c40f0e02888a req-805b5da5-bc01-4b31-8200-7b5c53946c89 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1568460
Apr 08 02:50:54.689000 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-dd920bdf-af50-4f9f-a4aa-440d58718d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:54.748286 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-dd920bdf-af50-4f9f-a4aa-440d58718d46 None None] For port 539b6797-af07-4121-8aed-e113235cef65, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=539b6797-af07-4121-8aed-e113235cef65,segment=NetworkSegment(c4ea6119-8d4f-49d5-9638-9e97210496dd),segment_id=c4ea6119-8d4f-49d5-9638-9e97210496dd)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:50:54.760918 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adddac7-edfc-44a9-8a2b-e46b42ded15c req-0d4143b3-1fa0-4b16-9409-ae9293386454 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:54.763635 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-dd920bdf-af50-4f9f-a4aa-440d58718d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:54.770920 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1adddac7-edfc-44a9-8a2b-e46b42ded15c req-0d4143b3-1fa0-4b16-9409-ae9293386454 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.1763213
Apr 08 02:50:54.795313 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:54.878151 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd920bdf-af50-4f9f-a4aa-440d58718d46 None None] Pushing event updated for resources: {'Port': ['ID=539b6797-af07-4121-8aed-e113235cef65,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:54.897523 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1adddac7-edfc-44a9-8a2b-e46b42ded15c req-39a55907-8118-40dd-b4e6-c10a30a4a01d tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1163523
Apr 08 02:50:54.945376 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60594a42-b59d-4e4c-b2aa-c32bd49fddbc req-b7f7f194-bfa5-4da7-81c5-3e6a3e028d3a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:54.946954 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Notify callbacks [] for port, precommit_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:54.948486 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-60594a42-b59d-4e4c-b2aa-c32bd49fddbc req-b7f7f194-bfa5-4da7-81c5-3e6a3e028d3a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.1473989
Apr 08 02:50:54.959658 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.provisioning_blocks [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Transition to ACTIVE for port object 773e922b-f283-4676-819b-03c934d3f216 will not be triggered until provisioned by entity L2. {{(pid=83139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:50:54.971643 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:55.014360 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-60594a42-b59d-4e4c-b2aa-c32bd49fddbc req-5ff429ee-0e9b-47c9-a640-8335a2cef158 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597224
Apr 08 02:50:55.058267 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] Allocated IP 172.20.0.1 (8196b4c0-597d-4eba-9f08-9a87d14a2840/c168317b-5c4b-47e6-ba3c-c461b9db9a85/ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:50:55.063611 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Attempting to bind port 773e922b-f283-4676-819b-03c934d3f216 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:50:55.063974 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Attempting to bind port 773e922b-f283-4676-819b-03c934d3f216 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:50:55.064395 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Attempting to bind port 773e922b-f283-4676-819b-03c934d3f216 on network 24529cff-0200-4bb0-a643-d2ea0aa9465c {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:50:55.066975 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb19261-31b4-49ef-b722-9d0cb7cdf85e None None] Pushing event updated for resources: {'Port': ['ID=773e922b-f283-4676-819b-03c934d3f216,revision_number=2']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:55.077738 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:50:55.078099 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Checking segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:50:55.078487 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:55.078888 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Bound using segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:50:55.079337 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Bound port: 773e922b-f283-4676-819b-03c934d3f216, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:50:55.079717 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:55.090123 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-07bb1f02-68a5-422d-bc75-b6ac58cf5f6c None None] Provisioning complete for port 539b6797-af07-4121-8aed-e113235cef65 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:55.090480 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-07bb1f02-68a5-422d-bc75-b6ac58cf5f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:55.106443 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb19261-31b4-49ef-b722-9d0cb7cdf85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:55.106811 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb19261-31b4-49ef-b722-9d0cb7cdf85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:55.107142 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb19261-31b4-49ef-b722-9d0cb7cdf85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:55.107469 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb19261-31b4-49ef-b722-9d0cb7cdf85e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:55.107797 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb19261-31b4-49ef-b722-9d0cb7cdf85e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:55.108118 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb19261-31b4-49ef-b722-9d0cb7cdf85e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:55.108438 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb19261-31b4-49ef-b722-9d0cb7cdf85e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:55.108759 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb19261-31b4-49ef-b722-9d0cb7cdf85e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:55.109075 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb19261-31b4-49ef-b722-9d0cb7cdf85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:55.109389 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb19261-31b4-49ef-b722-9d0cb7cdf85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:55.109703 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb19261-31b4-49ef-b722-9d0cb7cdf85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:55.157771 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] For port 773e922b-f283-4676-819b-03c934d3f216, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:50:55.160768 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] For port 773e922b-f283-4676-819b-03c934d3f216, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=773e922b-f283-4676-819b-03c934d3f216,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:50:55.166539 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:55.223601 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:55.239358 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] Transition to ACTIVE for port object ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:50:55.248238 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb19261-31b4-49ef-b722-9d0cb7cdf85e None None] Pushing event updated for resources: {'Port': ['ID=773e922b-f283-4676-819b-03c934d3f216,revision_number=3']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:55.251414 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Routers {'e08a3967-e828-4916-b0b3-18578514e069'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:50:55.251991 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2c6b220>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['e08a3967-e828-4916-b0b3-18578514e069'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:55.266863 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:55.332601 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] Network 8196b4c0-597d-4eba-9f08-9a87d14a2840 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:50:55.335400 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:55.339807 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:50:55.429068 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] Set router e08a3967-e828-4916-b0b3-18578514e069 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:50:55.487053 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 539b6797-af07-4121-8aed-e113235cef65 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:55.496195 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784291'] for router_interface, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:55.499281 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] Pushing event updated for resources: {'Port': ['ID=ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:55.590237 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:55.601221 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 539b6797-af07-4121-8aed-e113235cef65 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:55.601584 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:55.663596 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1a0577bf-053d-4915-98f3-ec047260462c None None] Provisioning for port ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:50:55.671148 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1a0577bf-053d-4915-98f3-ec047260462c None None] Provisioning complete for port ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:55.671537 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1a0577bf-053d-4915-98f3-ec047260462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:55.732678 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2c6b220>, [{'id': 'e08a3967-e828-4916-b0b3-18578514e069', 'name': 'tempest-TestMinimumBasicScenario-1254114900-router', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '773e922b-f283-4676-819b-03c934d3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:53Z', 'revision_number': 3, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'gw_port': {'id': '773e922b-f283-4676-819b-03c934d3f216', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:55.736505 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6459bd-c951-4029-95e0-ed7d2dd9c4fe None None] The sync data for ids ['e08a3967-e828-4916-b0b3-18578514e069'] in dv-cinder-837052-1-iscsi is: [{'id': 'e08a3967-e828-4916-b0b3-18578514e069', 'name': 'tempest-TestMinimumBasicScenario-1254114900-router', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '773e922b-f283-4676-819b-03c934d3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:53Z', 'revision_number': 3, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'gw_port': {'id': '773e922b-f283-4676-819b-03c934d3f216', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:50:55.752340 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1a0577bf-053d-4915-98f3-ec047260462c None None] Port ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:50:55.823311 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:55.827759 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:55.934080 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] Pushing event updated for resources: {'Port': ['ID=ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:55.941677 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7999011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784188'] for router_interface, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:56.106302 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] Network 8196b4c0-597d-4eba-9f08-9a87d14a2840 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:50:56.108066 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:56.314638 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660582f4-bc23-49fc-9229-5d02e02fe1f8 req-f78f4400-951a-4f97-bfcf-88b47ef8c7b9 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:56.316157 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-660582f4-bc23-49fc-9229-5d02e02fe1f8 req-f78f4400-951a-4f97-bfcf-88b47ef8c7b9 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.2229717
Apr 08 02:50:56.346859 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e315ae9-0a5e-49b1-8593-6fd4db36e9b2 req-7c04fec7-0d23-4aff-9ea6-ab08e1abe937 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:56.354874 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5e315ae9-0a5e-49b1-8593-6fd4db36e9b2 req-7c04fec7-0d23-4aff-9ea6-ab08e1abe937 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.1816297
Apr 08 02:50:56.388310 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-84ead62a-a209-4b6a-a1c5-01337b913425 None None] Provisioning complete for port ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:56.389391 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-84ead62a-a209-4b6a-a1c5-01337b913425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:56.421826 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-660582f4-bc23-49fc-9229-5d02e02fe1f8 req-b6fc656d-7c1c-419b-81d0-9322f6bfb620 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950921
Apr 08 02:50:56.434135 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5e315ae9-0a5e-49b1-8593-6fd4db36e9b2 req-d0871a6d-c07d-4c4b-a2b2-43e659b3df1f tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783255
Apr 08 02:50:56.463811 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-84ead62a-a209-4b6a-a1c5-01337b913425 None None] Port ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:50:56.600367 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] Router e08a3967-e828-4916-b0b3-18578514e069 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:50:56.797330 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:50:56.806966 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-065795e8-ea5d-4a1d-b2f4-4a5626782071 admin admin] 10.222.0.48 "PUT /v2.0/routers/e08a3967-e828-4916-b0b3-18578514e069/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9286153
Apr 08 02:50:57.486626 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 773e922b-f283-4676-819b-03c934d3f216 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:57.575908 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 773e922b-f283-4676-819b-03c934d3f216 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:50:57.581663 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 773e922b-f283-4676-819b-03c934d3f216 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:57.582276 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:57.711135 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:57.712714 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84cb40-d184-4203-8d15-68f66e932e4f req-49d015d7-0517-4f74-9ab1-7a435e407749 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:57.714162 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0e84cb40-d184-4203-8d15-68f66e932e4f req-49d015d7-0517-4f74-9ab1-7a435e407749 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.1113873
Apr 08 02:50:57.719739 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae947568-6da9-4d79-a0a7-5e8604d5d190 req-e4f24e91-f8c1-4273-95cd-fde8afe6e134 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:57.721084 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ae947568-6da9-4d79-a0a7-5e8604d5d190 req-e4f24e91-f8c1-4273-95cd-fde8afe6e134 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.1522882
Apr 08 02:50:57.727705 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port 773e922b-f283-4676-819b-03c934d3f216, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=773e922b-f283-4676-819b-03c934d3f216,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:50:57.732029 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:57.767198 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47140) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:57.772421 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1065529009-network', 'tenant_id': '9abe65b75c49425d8eee644b8ac3a281'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:50:57.777184 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:57.780976 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Usage tracker for resource:network and tenant:9abe65b75c49425d8eee644b8ac3a281 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:57.784307 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:57.790792 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:57.800179 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=773e922b-f283-4676-819b-03c934d3f216,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:57.803817 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ae947568-6da9-4d79-a0a7-5e8604d5d190 req-085d0be3-47f7-499c-a5ef-9bfe782f0b89 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661302
Apr 08 02:50:57.804798 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Made reservation on behalf of 9abe65b75c49425d8eee644b8ac3a281 for: {'network': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:50:57.807583 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:57.815165 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0e84cb40-d184-4203-8d15-68f66e932e4f req-946762a9-d8ba-443e-8886-31fe9d45c5df tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931418
Apr 08 02:50:57.821272 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:57.853352 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:57.857157 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Usage tracker for resource:security_group_rule and tenant:9abe65b75c49425d8eee644b8ac3a281 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:57.859944 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:57.866041 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:57.930290 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:57.934529 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:57.969753 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'}  {{(pid=83137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:50:57.975418 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e171220-cc40-4c0a-80e1-471fc7edd795,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:57.984985 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:57.985320 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.segments_db [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Added segment 73b25825-562f-47f6-bc0e-6613442d898d of type vlan for network 451192cd-9d78-4181-95af-6fe906f89586
Apr 08 02:50:58.012337 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50baeb4-dadc-4d07-9cdd-45860d3b9b09 req-699de458-0de7-4315-ba95-ec82bb97ae31 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:58.013686 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:58.013872 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c50baeb4-dadc-4d07-9cdd-45860d3b9b09 req-699de458-0de7-4315-ba95-ec82bb97ae31 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.0797136
Apr 08 02:50:58.048273 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:58.049124 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:58.049714 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:58.062894 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c50baeb4-dadc-4d07-9cdd-45860d3b9b09 req-38041bab-0c0e-472e-9fdb-a9df10d11fa6 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424333
Apr 08 02:50:58.091307 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47146) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:58.151762 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3834708
Apr 08 02:50:58.152461 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea1d04-2feb-4a3a-a64c-d4f01e83afdb admin admin] Pushing event updated for resources: {'Network': ['ID=451192cd-9d78-4181-95af-6fe906f89586,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:58.154381 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47152) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:58.161152 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-d8c3b36a-b232-4dd8-836f-f9c6c787aa2e admin admin] Request body: {'subnet': {'network_id': '451192cd-9d78-4181-95af-6fe906f89586', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1065529009-subnet', 'tenant_id': '9abe65b75c49425d8eee644b8ac3a281', 'ip_version': 4}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:50:58.162374 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network 451192cd-9d78-4181-95af-6fe906f89586 details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:50:58.166542 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-d8c3b36a-b232-4dd8-836f-f9c6c787aa2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:58.170515 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-d8c3b36a-b232-4dd8-836f-f9c6c787aa2e admin admin] Usage tracker for resource:subnet and tenant:9abe65b75c49425d8eee644b8ac3a281 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:58.173468 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-d8c3b36a-b232-4dd8-836f-f9c6c787aa2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:58.179160 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-d8c3b36a-b232-4dd8-836f-f9c6c787aa2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:58.194030 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c3b36a-b232-4dd8-836f-f9c6c787aa2e admin admin] Made reservation on behalf of 9abe65b75c49425d8eee644b8ac3a281 for: {'subnet': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:50:58.196908 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d8c3b36a-b232-4dd8-836f-f9c6c787aa2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2044265'] for subnet, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:58.419012 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-deb639d3-9e28-417f-9d3f-fc910c3b4025 tempest-TestShelveInstance-949803072 tempest-TestShelveInstance-949803072-project-admin] Synchronizing usage tracker for tenant:2693886eb62643358125af592825867f on resource:port {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:50:58.435403 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-deb639d3-9e28-417f-9d3f-fc910c3b4025 tempest-TestShelveInstance-949803072 tempest-TestShelveInstance-949803072-project-admin] Unset dirty status for tenant:2693886eb62643358125af592825867f on resource:port {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:50:58.436553 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-deb639d3-9e28-417f-9d3f-fc910c3b4025 tempest-TestShelveInstance-949803072 tempest-TestShelveInstance-949803072-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 1093 time: 0.3441918
Apr 08 02:50:58.439571 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47156) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:58.444890 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Request body: {'floatingip': {'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'port_id': '1be6ca01-4620-4592-8649-c93ad2064024', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:50:58.450474 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:58.454373 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Usage tracker for resource:floatingip and tenant:89f311117084470f8e8d16c47ad1d2ae is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:58.457507 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:58.460021 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d8c3b36a-b232-4dd8-836f-f9c6c787aa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1140146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2044231'] for subnet, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:58.465239 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:58.475555 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for floatingip, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:58.531789 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3b36a-b232-4dd8-836f-f9c6c787aa2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6de7488e-affe-4955-97bf-fd553facec77,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:58.543485 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c3b36a-b232-4dd8-836f-f9c6c787aa2e admin admin] Checking segment: {'id': '73b25825-562f-47f6-bc0e-6613442d898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '451192cd-9d78-4181-95af-6fe906f89586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:50:58.543834 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c3b36a-b232-4dd8-836f-f9c6c787aa2e admin admin] Network hostable DHCP agents. Network: 451192cd-9d78-4181-95af-6fe906f89586, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:50:58.564563 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c3b36a-b232-4dd8-836f-f9c6c787aa2e admin admin] Network 451192cd-9d78-4181-95af-6fe906f89586 is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:50:58.574120 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-d8c3b36a-b232-4dd8-836f-f9c6c787aa2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, 451192cd-9d78-4181-95af-6fe906f89586) {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:58.577836 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c3b36a-b232-4dd8-836f-f9c6c787aa2e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:58.578444 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d8c3b36a-b232-4dd8-836f-f9c6c787aa2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:58.587019 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3638eb1-273f-48a9-a513-d27053ea5be9 None None] Network 451192cd-9d78-4181-95af-6fe906f89586 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:50:58.603167 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-d8c3b36a-b232-4dd8-836f-f9c6c787aa2e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4438386
Apr 08 02:50:58.604804 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47160) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:58.610293 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1065529009-router', 'tenant_id': '9abe65b75c49425d8eee644b8ac3a281', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:50:58.615166 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:58.619097 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Usage tracker for resource:router and tenant:9abe65b75c49425d8eee644b8ac3a281 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:58.621338 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:58.622000 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:58.628077 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:58.640403 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61808'] for router, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:58.641409 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61769'] for router, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:58.662727 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:58.771810 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_common [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Allocated IP 172.27.2.102 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/c02ae5cd-357f-4394-9194-81e2191b479e) {{(pid=83136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:50:58.815503 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61787'] for router, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:58.849697 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3364f179-0d4a-51e7-8435-5d406743cc3e-451192cd-9d78-4181-95af-6fe906f89586', 'network_id': '451192cd-9d78-4181-95af-6fe906f89586', 'tenant_id': '9abe65b75c49425d8eee644b8ac3a281', 'fixed_ips': [{'subnet_id': '6de7488e-affe-4955-97bf-fd553facec77'}]}} from dv-cinder-837052-1-iscsi. {{(pid=83138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 08 02:50:58.850590 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:59.025274 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:59.039524 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.db_base_plugin_common [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Allocated IP 172.20.0.2 (451192cd-9d78-4181-95af-6fe906f89586/6de7488e-affe-4955-97bf-fd553facec77/216e0475-9408-42c3-93bc-fc871e3b895d) {{(pid=83138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:50:59.060769 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:59.092597 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for port, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:59.125152 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6032d01-a9d2-4896-b6b9-5149f0e72cdb req-c85ec137-1e0d-4726-88e2-be1b7d4469b7 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:59.126582 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e6032d01-a9d2-4896-b6b9-5149f0e72cdb req-c85ec137-1e0d-4726-88e2-be1b7d4469b7 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.1227758
Apr 08 02:50:59.154388 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:59.220124 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Allocated IP 172.27.2.175 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/539ea266-50c1-408b-a21c-61271b725e72) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:50:59.244862 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:50:59.252320 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Resources bound (agent type, host, resource id):  {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:59.254910 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Received port after_create {{(pid=83136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:50:59.315350 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e6032d01-a9d2-4896-b6b9-5149f0e72cdb req-841f34fb-3d8c-4cc3-9e7c-8a285d7f26b3 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1761463
Apr 08 02:50:59.318540 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Pushing event updated for resources: {'Port': ['ID=c02ae5cd-357f-4394-9194-81e2191b479e,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:59.347584 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Notify callbacks [] for port, precommit_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:59.361008 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Transition to ACTIVE for port object 216e0475-9408-42c3-93bc-fc871e3b895d will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:50:59.381214 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Transition to ACTIVE for port object 216e0475-9408-42c3-93bc-fc871e3b895d will not be triggered until provisioned by entity DHCP. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:50:59.387772 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:59.389678 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:59.426174 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:59.465132 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Network 451192cd-9d78-4181-95af-6fe906f89586 is already hosted by enough agents. {{(pid=83138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:50:59.468799 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.base_scheduler [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Resources bound (agent type, host, resource id):  {{(pid=83138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:59.472050 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Received port after_create {{(pid=83138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:50:59.478193 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Pushing event updated for resources: {'Port': ['ID=216e0475-9408-42c3-93bc-fc871e3b895d,revision_number=1']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:59.494061 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:50:59.507858 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:59.518161 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 773e922b-f283-4676-819b-03c934d3f216 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:59.518487 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:50:59.549056 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Sync routers for ids ['e08a3967-e828-4916-b0b3-18578514e069'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:50:59.579847 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Pushing event updated for resources: {'Port': ['ID=539ea266-50c1-408b-a21c-61271b725e72,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:59.636179 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Routers {'e08a3967-e828-4916-b0b3-18578514e069'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:50:59.637969 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2b362e0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['e08a3967-e828-4916-b0b3-18578514e069'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:59.702934 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:59.703682 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783721'] for router, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:59.787342 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Attempting to bind port 216e0475-9408-42c3-93bc-fc871e3b895d on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:50:59.787581 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Attempting to bind port 216e0475-9408-42c3-93bc-fc871e3b895d by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '73b25825-562f-47f6-bc0e-6613442d898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '451192cd-9d78-4181-95af-6fe906f89586'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:50:59.787937 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Attempting to bind port 216e0475-9408-42c3-93bc-fc871e3b895d on network 451192cd-9d78-4181-95af-6fe906f89586 {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:50:59.810832 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:50:59.811202 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Checking segment: {'id': '73b25825-562f-47f6-bc0e-6613442d898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '451192cd-9d78-4181-95af-6fe906f89586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:50:59.811599 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:59.811992 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Bound using segment: {'id': '73b25825-562f-47f6-bc0e-6613442d898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '451192cd-9d78-4181-95af-6fe906f89586'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:50:59.812454 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Bound port: 216e0475-9408-42c3-93bc-fc871e3b895d, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b25825-562f-47f6-bc0e-6613442d898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '451192cd-9d78-4181-95af-6fe906f89586'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:50:59.812816 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:59.862038 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:59.909328 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 773e922b-f283-4676-819b-03c934d3f216 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:59.909696 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:59.911426 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d2ae9bb8-1259-4aef-88f6-0e4007f082bc req-02fde5e2-b9ad-4ced-9a42-e9ed4de8db94 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 1098 time: 0.1495399
Apr 08 02:50:59.924161 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:59.972988 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d2ae9bb8-1259-4aef-88f6-0e4007f082bc req-24cd01ea-91d4-474f-8ba9-69926b93769d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526469
Apr 08 02:50:59.982545 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Set router e08a3967-e828-4916-b0b3-18578514e069 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:51:00.033466 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Router ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7 is scheduled to L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c with binding_index 1 {{(pid=83137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 08 02:51:00.042418 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] For port 216e0475-9408-42c3-93bc-fc871e3b895d, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:51:00.075908 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] For port 216e0475-9408-42c3-93bc-fc871e3b895d, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=216e0475-9408-42c3-93bc-fc871e3b895d,segment=NetworkSegment(73b25825-562f-47f6-bc0e-6613442d898d),segment_id=73b25825-562f-47f6-bc0e-6613442d898d)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:51:00.138377 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:00.147405 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for port, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:00.152237 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2029878'] for port, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:00.265755 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Pushing event updated for resources: {'Port': ['ID=c02ae5cd-357f-4394-9194-81e2191b479e,revision_number=2']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:00.281510 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:00.333230 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:51:00.343303 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Sync routers for ids ['ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:51:00.368797 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Routers {'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:51:00.369513 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2e0d310>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:00.374838 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] Notify callbacks [] for router, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:00.376548 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-303bcd19-d2cc-4b9c-a67f-180fe982a494 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.7706594
Apr 08 02:51:00.379272 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47168) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:00.400551 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4847c9-c731-4dc9-8f3b-bd2ce8313eda None None] Pushing event updated for resources: {'Port': ['ID=216e0475-9408-42c3-93bc-fc871e3b895d,revision_number=2']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:00.516847 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2b362e0>, [{'id': 'e08a3967-e828-4916-b0b3-18578514e069', 'name': 'tempest-TestMinimumBasicScenario-1254114900-router', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '773e922b-f283-4676-819b-03c934d3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:55Z', 'revision_number': 4, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'gw_port': {'id': '773e922b-f283-4676-819b-03c934d3f216', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5', 'name': '', 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'mac_address': 'fa:16:3e:f4:58:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:54Z', 'updated_at': '2022-04-08T02:50:55Z', 'revision_number': 2, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'subnets': [{'id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:00.521805 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Checking router: e08a3967-e828-4916-b0b3-18578514e069 for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:51:00.522209 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Updating router e08a3967-e828-4916-b0b3-18578514e069 port ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 binding host dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:51:00.592190 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:00.697817 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977badb4-8739-4f24-bd7f-63380eeed72b req-78be8474-01ee-4dd9-8d13-0007b7459572 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:00.708183 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-977badb4-8739-4f24-bd7f-63380eeed72b req-78be8474-01ee-4dd9-8d13-0007b7459572 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.2048011
Apr 08 02:51:00.732021 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Set router ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:51:00.780950 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-977badb4-8739-4f24-bd7f-63380eeed72b req-9380b595-2661-4628-af10-f3e9c080b4d8 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676768
Apr 08 02:51:00.850905 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.db.l3_db [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Floating IP 7fbbb8c6-0508-41c1-b0a8-3ce42b1859bc associated. External IP: 172.27.2.102, port: 1be6ca01-4620-4592-8649-c93ad2064024.
Apr 08 02:51:01.116112 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2e0d310>, [{'id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'name': 'tempest-TestMinimumBasicScenario-1065529009-router', 'tenant_id': '9abe65b75c49425d8eee644b8ac3a281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '539ea266-50c1-408b-a21c-61271b725e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:58Z', 'updated_at': '2022-04-08T02:50:59Z', 'revision_number': 3, 'project_id': '9abe65b75c49425d8eee644b8ac3a281', 'gw_port': {'id': '539ea266-50c1-408b-a21c-61271b725e72', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:59Z', 'updated_at': '2022-04-08T02:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:01.122510 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Checking router: ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:51:01.123176 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Updating router ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7 port 539ea266-50c1-408b-a21c-61271b725e72 binding host dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:51:01.160158 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Notify callbacks [] for port, precommit_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:01.176900 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Transition to ACTIVE for port object ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:51:01.183158 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:01.186652 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:01.414912 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f66c1c-5848-4212-9c1d-eb4abf1cb447 None None] Pushing event updated for resources: {'Port': ['ID=ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:01.495282 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:01.545112 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Attempting to bind port ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:51:01.545475 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Attempting to bind port ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': 'c4ea6119-8d4f-49d5-9638-9e97210496dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:51:01.545827 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Attempting to bind port ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 on network 8196b4c0-597d-4eba-9f08-9a87d14a2840 {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:51:01.564973 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:51:01.565321 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Checking segment: {'id': 'c4ea6119-8d4f-49d5-9638-9e97210496dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:51:01.565643 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:01.566034 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Bound using segment: {'id': 'c4ea6119-8d4f-49d5-9638-9e97210496dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:51:01.566490 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Bound port: ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ea6119-8d4f-49d5-9638-9e97210496dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:51:01.566896 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:01.704683 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Router d0fe6377-ab40-4d5b-94de-3fffd0eb247e has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:51:01.716692 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] For port ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:51:01.720656 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] For port ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5,segment=NetworkSegment(c4ea6119-8d4f-49d5-9638-9e97210496dd),segment_id=c4ea6119-8d4f-49d5-9638-9e97210496dd)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:51:01.724711 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 216e0475-9408-42c3-93bc-fc871e3b895d up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:51:01.762511 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:01.809179 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Notify callbacks [] for port, precommit_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:01.824824 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.provisioning_blocks [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Transition to ACTIVE for port object 539ea266-50c1-408b-a21c-61271b725e72 will not be triggered until provisioned by entity L2. {{(pid=83139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:51:01.836134 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:01.911738 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] Allocated IP 172.20.0.1 (451192cd-9d78-4181-95af-6fe906f89586/6de7488e-affe-4955-97bf-fd553facec77/64a40a69-1d43-4b45-8836-c8c915cae5ba) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:51:01.974037 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Routers {'e08a3967-e828-4916-b0b3-18578514e069'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:51:01.974321 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2b362e0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['e08a3967-e828-4916-b0b3-18578514e069'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:02.038492 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba3dc3-04ca-4b59-9b58-9ca9b80ed055 None None] Pushing event updated for resources: {'Port': ['ID=539ea266-50c1-408b-a21c-61271b725e72,revision_number=2']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:02.063566 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Attempting to bind port 539ea266-50c1-408b-a21c-61271b725e72 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:51:02.063915 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Attempting to bind port 539ea266-50c1-408b-a21c-61271b725e72 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:51:02.064272 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Attempting to bind port 539ea266-50c1-408b-a21c-61271b725e72 on network 24529cff-0200-4bb0-a643-d2ea0aa9465c {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:51:02.079614 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859acb6d-acae-4dc0-b09f-d21f2e68e614 None None] Network 451192cd-9d78-4181-95af-6fe906f89586 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:51:02.081675 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:51:02.082063 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Checking segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:51:02.087008 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:02.087008 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Bound using segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:51:02.087657 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Bound port: 539ea266-50c1-408b-a21c-61271b725e72, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:51:02.088055 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:02.108815 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f66c1c-5848-4212-9c1d-eb4abf1cb447 None None] Pushing event updated for resources: {'Port': ['ID=ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:02.141830 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:02.159738 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] Transition to ACTIVE for port object 64a40a69-1d43-4b45-8836-c8c915cae5ba will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:51:02.183983 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] For port 539ea266-50c1-408b-a21c-61271b725e72, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:51:02.187711 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:02.188719 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] For port 539ea266-50c1-408b-a21c-61271b725e72, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=539ea266-50c1-408b-a21c-61271b725e72,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:51:02.194191 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:02.201925 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:51:02.214304 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a3692-b465-424b-84b5-44cd8c5f5cbe req-06bc734c-7d58-43f1-949f-c6674e1070b1 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:02.215890 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b94a3692-b465-424b-84b5-44cd8c5f5cbe req-06bc734c-7d58-43f1-949f-c6674e1070b1 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.1585083
Apr 08 02:51:02.246707 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cc366a-e240-4ba4-8f87-b93b6c27ad2f None None] Sync routers for ids ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:51:02.268146 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] Network 451192cd-9d78-4181-95af-6fe906f89586 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:51:02.269309 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:02.276862 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:51:02.282393 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:51:02.292156 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba3dc3-04ca-4b59-9b58-9ca9b80ed055 None None] Pushing event updated for resources: {'Port': ['ID=539ea266-50c1-408b-a21c-61271b725e72,revision_number=3']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:02.315016 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cc366a-e240-4ba4-8f87-b93b6c27ad2f None None] Routers {'d0fe6377-ab40-4d5b-94de-3fffd0eb247e'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:51:02.315635 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-56cc366a-e240-4ba4-8f87-b93b6c27ad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2a49b80>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:02.332747 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Routers {'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:51:02.333404 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2e0d310>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:02.340761 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] Pushing event updated for resources: {'Port': ['ID=64a40a69-1d43-4b45-8836-c8c915cae5ba,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:02.353029 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b94a3692-b465-424b-84b5-44cd8c5f5cbe req-0a4e895b-3a25-481d-af1e-0db04b04650d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1291244
Apr 08 02:51:02.353873 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784291'] for router_interface, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:02.367670 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-2a2d5ae4-38d1-4445-b0d1-dcc900fc829a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.9265976
Apr 08 02:51:02.368852 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb4b617-e0c5-4496-858f-f139414f8fb5', 'tag': '1be6ca01-4620-4592-8649-c93ad2064024'}] {{(pid=83136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:51:02.462448 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:02.474897 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] Set router e08a3967-e828-4916-b0b3-18578514e069 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:51:02.602921 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] Set router ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:51:02.665705 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-54dc6e80-2ed3-4023-8324-6e2b525b3fd1 None None] Provisioning for port 216e0475-9408-42c3-93bc-fc871e3b895d completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:51:02.726075 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c738a852-2e6b-41c0-8a74-0354f9a53ebc'] response: {'name': 'network-changed', 'server_uuid': '2fb4b617-e0c5-4496-858f-f139414f8fb5', 'tag': '1be6ca01-4620-4592-8649-c93ad2064024', 'status': 'completed', 'code': 200}
Apr 08 02:51:02.858700 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 216e0475-9408-42c3-93bc-fc871e3b895d completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:51:02.873961 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-417224c1-13dd-4ba1-a1a5-bf0fbe9ef33d req-aaa6af8c-1e40-44b3-bf4e-4e718b37e446 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89f311117084470f8e8d16c47ad1d2ae&device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 1098 time: 0.1204298
Apr 08 02:51:02.917829 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-54dc6e80-2ed3-4023-8324-6e2b525b3fd1 None None] Provisioning complete for port 216e0475-9408-42c3-93bc-fc871e3b895d triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:51:02.918370 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-54dc6e80-2ed3-4023-8324-6e2b525b3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:02.919823 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:02.973088 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:02.996931 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2e0d310>, [{'id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'name': 'tempest-TestMinimumBasicScenario-1065529009-router', 'tenant_id': '9abe65b75c49425d8eee644b8ac3a281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '539ea266-50c1-408b-a21c-61271b725e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:58Z', 'updated_at': '2022-04-08T02:51:02Z', 'revision_number': 4, 'project_id': '9abe65b75c49425d8eee644b8ac3a281', 'gw_port': {'id': '539ea266-50c1-408b-a21c-61271b725e72', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:59Z', 'updated_at': '2022-04-08T02:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '64a40a69-1d43-4b45-8836-c8c915cae5ba', 'name': '', 'network_id': '451192cd-9d78-4181-95af-6fe906f89586', 'tenant_id': '9abe65b75c49425d8eee644b8ac3a281', 'mac_address': 'fa:16:3e:93:86:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6de7488e-affe-4955-97bf-fd553facec77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:01Z', 'updated_at': '2022-04-08T02:51:01Z', 'revision_number': 1, 'project_id': '9abe65b75c49425d8eee644b8ac3a281', 'subnets': [{'id': '6de7488e-affe-4955-97bf-fd553facec77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:03.001510 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e564b5fe-585c-4db3-ba39-c03bf0cc3997 None None] The sync data for ids ['ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7'] in dv-cinder-837052-1-iscsi is: [{'id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'name': 'tempest-TestMinimumBasicScenario-1065529009-router', 'tenant_id': '9abe65b75c49425d8eee644b8ac3a281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '539ea266-50c1-408b-a21c-61271b725e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:58Z', 'updated_at': '2022-04-08T02:51:02Z', 'revision_number': 4, 'project_id': '9abe65b75c49425d8eee644b8ac3a281', 'gw_port': {'id': '539ea266-50c1-408b-a21c-61271b725e72', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:59Z', 'updated_at': '2022-04-08T02:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '64a40a69-1d43-4b45-8836-c8c915cae5ba', 'name': '', 'network_id': '451192cd-9d78-4181-95af-6fe906f89586', 'tenant_id': '9abe65b75c49425d8eee644b8ac3a281', 'mac_address': 'fa:16:3e:93:86:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6de7488e-affe-4955-97bf-fd553facec77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:01Z', 'updated_at': '2022-04-08T02:51:01Z', 'revision_number': 1, 'project_id': '9abe65b75c49425d8eee644b8ac3a281', 'subnets': [{'id': '6de7488e-affe-4955-97bf-fd553facec77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:51:03.060577 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 216e0475-9408-42c3-93bc-fc871e3b895d triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:51:03.061235 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:03.089551 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7999011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784188'] for router_interface, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:03.183745 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d8cc8-8691-42a4-a6f7-efb8562dda23 req-3b1541a9-e20f-4df7-9f17-f1e8dc40442d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:03.194104 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c71d8cc8-8691-42a4-a6f7-efb8562dda23 req-3b1541a9-e20f-4df7-9f17-f1e8dc40442d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.1045110
Apr 08 02:51:03.290958 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c71d8cc8-8691-42a4-a6f7-efb8562dda23 req-3abde48c-a668-46a1-b9c8-d905e631cabc tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0965312
Apr 08 02:51:03.322501 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] Pushing event updated for resources: {'Port': ['ID=64a40a69-1d43-4b45-8836-c8c915cae5ba,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:03.338741 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417224c1-13dd-4ba1-a1a5-bf0fbe9ef33d req-fe47fe4d-d0fa-4563-bfd2-51216cdd9b68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:03.340585 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-417224c1-13dd-4ba1-a1a5-bf0fbe9ef33d req-fe47fe4d-d0fa-4563-bfd2-51216cdd9b68 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e024dc7-08f6-4065-988a-c132275bafc0 HTTP/1.1" status: 200  len: 910 time: 0.4524541
Apr 08 02:51:03.487198 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-68435b09-989e-436a-baf9-752dce611c8b req-8faa75d7-b130-4abd-acc3-2bc258f1642b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 1098 time: 0.4365034
Apr 08 02:51:03.513965 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:03.528943 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-56cc366a-e240-4ba4-8f87-b93b6c27ad2f None None] Set router d0fe6377-ab40-4d5b-94de-3fffd0eb247e gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:51:03.529467 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-417224c1-13dd-4ba1-a1a5-bf0fbe9ef33d req-ef994cce-9400-4901-a58c-245ddddef009 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1be6ca01-4620-4592-8649-c93ad2064024 HTTP/1.1" status: 200  len: 999 time: 0.1728561
Apr 08 02:51:03.566051 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-54dc6e80-2ed3-4023-8324-6e2b525b3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:03.592119 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] Network 451192cd-9d78-4181-95af-6fe906f89586 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:51:03.630159 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:51:03.749043 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port 216e0475-9408-42c3-93bc-fc871e3b895d, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=216e0475-9408-42c3-93bc-fc871e3b895d,segment=NetworkSegment(73b25825-562f-47f6-bc0e-6613442d898d),segment_id=73b25825-562f-47f6-bc0e-6613442d898d)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:51:03.761035 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:03.831609 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417224c1-13dd-4ba1-a1a5-bf0fbe9ef33d req-2f829ede-a589-42fe-a4dc-5b3e73a27329 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:03.833064 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-417224c1-13dd-4ba1-a1a5-bf0fbe9ef33d req-2f829ede-a589-42fe-a4dc-5b3e73a27329 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2 HTTP/1.1" status: 200  len: 848 time: 0.2431891
Apr 08 02:51:03.953018 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68435b09-989e-436a-baf9-752dce611c8b req-40c113a8-472a-4e4a-8eed-05ad636d3ebe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:03.954524 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-68435b09-989e-436a-baf9-752dce611c8b req-40c113a8-472a-4e4a-8eed-05ad636d3ebe service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 200  len: 919 time: 0.4552529
Apr 08 02:51:03.958252 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 539ea266-50c1-408b-a21c-61271b725e72 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:51:04.015548 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2b362e0>, [{'id': 'e08a3967-e828-4916-b0b3-18578514e069', 'name': 'tempest-TestMinimumBasicScenario-1254114900-router', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '773e922b-f283-4676-819b-03c934d3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:55Z', 'revision_number': 4, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'gw_port': {'id': '773e922b-f283-4676-819b-03c934d3f216', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5', 'name': '', 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'mac_address': 'fa:16:3e:f4:58:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:54Z', 'updated_at': '2022-04-08T02:51:01Z', 'revision_number': 4, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'subnets': [{'id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:04.097747 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cb7bd8-0b7d-4a24-9690-50159dcadb51 None None] The sync data for ids ['e08a3967-e828-4916-b0b3-18578514e069'] in dv-cinder-837052-1-iscsi is: [{'id': 'e08a3967-e828-4916-b0b3-18578514e069', 'name': 'tempest-TestMinimumBasicScenario-1254114900-router', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '773e922b-f283-4676-819b-03c934d3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:55Z', 'revision_number': 4, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'gw_port': {'id': '773e922b-f283-4676-819b-03c934d3f216', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5', 'name': '', 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'mac_address': 'fa:16:3e:f4:58:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:54Z', 'updated_at': '2022-04-08T02:51:01Z', 'revision_number': 4, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'subnets': [{'id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:51:04.114743 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.db.api [None req-54dc6e80-2ed3-4023-8324-6e2b525b3fd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:51:04.115133 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG oslo_db.api [None req-54dc6e80-2ed3-4023-8324-6e2b525b3fd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:51:04.150593 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=216e0475-9408-42c3-93bc-fc871e3b895d,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:04.218184 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 539ea266-50c1-408b-a21c-61271b725e72 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:51:04.228593 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 539ea266-50c1-408b-a21c-61271b725e72 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:51:04.228959 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:04.232835 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-68435b09-989e-436a-baf9-752dce611c8b req-df4eb72d-638b-42b3-ad27-21ea9bd57407 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=925ad71f-f0c4-4cad-b48b-9505cac52cd3 HTTP/1.1" status: 200  len: 1000 time: 0.2664447
Apr 08 02:51:04.241890 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-417224c1-13dd-4ba1-a1a5-bf0fbe9ef33d req-da41e445-7468-4579-9060-6af830cdc2da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e024dc7-08f6-4065-988a-c132275bafc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3867767
Apr 08 02:51:04.432985 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-e26846c5-5723-4185-95c2-2643e355f2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:04.559295 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:04.585634 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port 539ea266-50c1-408b-a21c-61271b725e72, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=539ea266-50c1-408b-a21c-61271b725e72,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:51:04.588446 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-56cc366a-e240-4ba4-8f87-b93b6c27ad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2a49b80>, [{'id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'name': 'tempest-TestShelveInstance-2015724263-router', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:50Z', 'revision_number': 4, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'gw_port': {'id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '7fbbb8c6-0508-41c1-b0a8-3ce42b1859bc', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'port_id': '1be6ca01-4620-4592-8649-c93ad2064024', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0', 'mac_address': 'fa:16:3e:12:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb4b617-e0c5-4496-858f-f139414f8fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:50:59Z', 'updated_at': '2022-04-08T02:50:59Z', 'revision_number': 0, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c146c260-ced1-4ab6-af56-e2142261b527', 'name': '', 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'mac_address': 'fa:16:3e:1e:57:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:49Z', 'updated_at': '2022-04-08T02:49:59Z', 'revision_number': 5, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'subnets': [{'id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:04.597812 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:04.608807 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68435b09-989e-436a-baf9-752dce611c8b req-a7c17c87-c2b0-4f43-9373-bf2c2ed225ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:04.610243 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-68435b09-989e-436a-baf9-752dce611c8b req-a7c17c87-c2b0-4f43-9373-bf2c2ed225ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bb3aae2-b572-44aa-8358-c4c59784dbe8 HTTP/1.1" status: 200  len: 857 time: 0.3659656
Apr 08 02:51:04.641410 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cc366a-e240-4ba4-8f87-b93b6c27ad2f None None] Checking router: d0fe6377-ab40-4d5b-94de-3fffd0eb247e for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:51:04.668732 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef44c8-4e7c-40e9-bc4b-6bf00645091b req-f7fb3a48-b746-48b2-b7cc-c697e26791cb tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:04.682645 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e4ef44c8-4e7c-40e9-bc4b-6bf00645091b req-f7fb3a48-b746-48b2-b7cc-c697e26791cb tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.1653273
Apr 08 02:51:04.739169 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-417224c1-13dd-4ba1-a1a5-bf0fbe9ef33d req-a83b4e27-f797-41ef-8cd1-eab9c6c23e13 service neutron] 10.222.0.49 "GET /v2.0/networks/7e024dc7-08f6-4065-988a-c132275bafc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2917686
Apr 08 02:51:04.778575 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e4ef44c8-4e7c-40e9-bc4b-6bf00645091b req-8497b19a-dcc7-4773-b32e-348950a1b9f4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0933945
Apr 08 02:51:04.800475 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cc366a-e240-4ba4-8f87-b93b6c27ad2f None None] Routers {'d0fe6377-ab40-4d5b-94de-3fffd0eb247e'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:51:04.801110 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-56cc366a-e240-4ba4-8f87-b93b6c27ad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2a49b80>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:04.893417 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-68435b09-989e-436a-baf9-752dce611c8b req-fadce5be-1f48-42ad-8130-bffbd688394e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2682517
Apr 08 02:51:04.949186 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=539ea266-50c1-408b-a21c-61271b725e72,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:05.016405 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-417224c1-13dd-4ba1-a1a5-bf0fbe9ef33d req-16194d04-5765-44eb-83e5-bc81e34453e1 service neutron] 10.222.0.49 "GET /v2.0/networks/7e024dc7-08f6-4065-988a-c132275bafc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2677851
Apr 08 02:51:05.021805 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-62836daf-5984-4ba3-b0e9-9c30ba855153 None None] Provisioning for port 64a40a69-1d43-4b45-8836-c8c915cae5ba completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:51:05.031201 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-62836daf-5984-4ba3-b0e9-9c30ba855153 None None] Provisioning complete for port 64a40a69-1d43-4b45-8836-c8c915cae5ba triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:51:05.031568 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-62836daf-5984-4ba3-b0e9-9c30ba855153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:05.034909 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] Router ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:51:05.087502 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-56cc366a-e240-4ba4-8f87-b93b6c27ad2f None None] Set router d0fe6377-ab40-4d5b-94de-3fffd0eb247e gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:51:05.131398 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-68435b09-989e-436a-baf9-752dce611c8b req-bf6742b9-fa7b-4184-b090-50b88e68b062 service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2198222
Apr 08 02:51:05.144675 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-62836daf-5984-4ba3-b0e9-9c30ba855153 None None] Port 64a40a69-1d43-4b45-8836-c8c915cae5ba cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:51:05.237060 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-62836daf-5984-4ba3-b0e9-9c30ba855153 None None] Provisioning complete for port 216e0475-9408-42c3-93bc-fc871e3b895d triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:51:05.237423 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-62836daf-5984-4ba3-b0e9-9c30ba855153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:05.339975 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-68435b09-989e-436a-baf9-752dce611c8b req-fbad9c54-deca-410a-8b3c-8e1ef7241f67 service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2012637
Apr 08 02:51:05.392867 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:51:05.402294 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-426cf350-0cba-4632-ae81-248a7a264c25 admin admin] 10.222.0.48 "PUT /v2.0/routers/ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0215070
Apr 08 02:51:05.620958 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-56cc366a-e240-4ba4-8f87-b93b6c27ad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2a49b80>, [{'id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'name': 'tempest-TestShelveInstance-2015724263-router', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:50Z', 'revision_number': 4, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'gw_port': {'id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '7fbbb8c6-0508-41c1-b0a8-3ce42b1859bc', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'port_id': '1be6ca01-4620-4592-8649-c93ad2064024', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0', 'mac_address': 'fa:16:3e:12:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb4b617-e0c5-4496-858f-f139414f8fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:50:59Z', 'updated_at': '2022-04-08T02:50:59Z', 'revision_number': 0, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c146c260-ced1-4ab6-af56-e2142261b527', 'name': '', 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'mac_address': 'fa:16:3e:1e:57:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:49Z', 'updated_at': '2022-04-08T02:49:59Z', 'revision_number': 5, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'subnets': [{'id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:05.625096 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cc366a-e240-4ba4-8f87-b93b6c27ad2f None None] The sync data for ids ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'] in dv-cinder-837052-1-iscsi is: [{'id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'name': 'tempest-TestShelveInstance-2015724263-router', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:50Z', 'revision_number': 4, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'gw_port': {'id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '7fbbb8c6-0508-41c1-b0a8-3ce42b1859bc', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'port_id': '1be6ca01-4620-4592-8649-c93ad2064024', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0', 'mac_address': 'fa:16:3e:12:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb4b617-e0c5-4496-858f-f139414f8fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:50:59Z', 'updated_at': '2022-04-08T02:50:59Z', 'revision_number': 0, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c146c260-ced1-4ab6-af56-e2142261b527', 'name': '', 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'mac_address': 'fa:16:3e:1e:57:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:49Z', 'updated_at': '2022-04-08T02:49:59Z', 'revision_number': 5, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'subnets': [{'id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:51:05.933242 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 539ea266-50c1-408b-a21c-61271b725e72 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:51:06.010481 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 539ea266-50c1-408b-a21c-61271b725e72 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:51:06.011112 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:06.012822 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7992c19-739c-49ff-b6b8-b0aab1a624e9 req-e13ef8a1-0a7d-4dcf-a925-59e752dd86de tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:06.020812 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a7992c19-739c-49ff-b6b8-b0aab1a624e9 req-e13ef8a1-0a7d-4dcf-a925-59e752dd86de tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.0942163
Apr 08 02:51:06.067463 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a7992c19-739c-49ff-b6b8-b0aab1a624e9 req-938d9f76-8150-452c-9005-89e2ac92911e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457175
Apr 08 02:51:06.139320 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 216e0475-9408-42c3-93bc-fc871e3b895d up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:51:06.210340 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 216e0475-9408-42c3-93bc-fc871e3b895d triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:51:06.210739 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:06.334617 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:51:06.411277 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:51:06.416671 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:51:06.417060 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:06.545837 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b21a13ff-5f16-46f3-ab26-687db4b94ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:06.552308 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:06.586948 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5,segment=NetworkSegment(c4ea6119-8d4f-49d5-9638-9e97210496dd),segment_id=c4ea6119-8d4f-49d5-9638-9e97210496dd)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:51:06.591173 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:06.668422 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:07.279863 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3519d21-e20d-470d-a771-9f6d5f2757fd req-0dd754de-ce0e-4e6d-882f-9dc295cbd062 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:07.281382 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d3519d21-e20d-470d-a771-9f6d5f2757fd req-0dd754de-ce0e-4e6d-882f-9dc295cbd062 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.0850651
Apr 08 02:51:07.327440 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d3519d21-e20d-470d-a771-9f6d5f2757fd req-e45a9a62-2052-4570-8fdc-dd23e0155f2c tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405207
Apr 08 02:51:07.668367 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:07.850064 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:51:07.897289 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:07.926199 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:51:07.926467 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:08.541031 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:08.570679 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8576be1-eae2-4fa7-96a6-8a9d5ad7a44a req-8b28f818-d81f-47be-9cdf-4803543c9811 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:08.573437 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b8576be1-eae2-4fa7-96a6-8a9d5ad7a44a req-8b28f818-d81f-47be-9cdf-4803543c9811 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.1087182
Apr 08 02:51:08.629032 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b8576be1-eae2-4fa7-96a6-8a9d5ad7a44a req-a2d315ef-f3f6-43b5-adf6-b655b6f52144 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503702
Apr 08 02:51:09.157702 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:09.831175 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df4385-6915-499e-8bcd-f814dd1311ff req-8d880829-3093-4ca3-b9d5-b8b0df2f270a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:09.832802 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-07df4385-6915-499e-8bcd-f814dd1311ff req-8d880829-3093-4ca3-b9d5-b8b0df2f270a tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.0807776
Apr 08 02:51:09.879633 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-07df4385-6915-499e-8bcd-f814dd1311ff req-3cd07996-c0e9-431d-878a-17eeb5a557d7 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413387
Apr 08 02:51:10.093974 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293ee88-f9e6-4c78-b979-cf86024610d4 req-c99f738d-c422-4424-84a1-1a3c3336e06c tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:10.095440 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2293ee88-f9e6-4c78-b979-cf86024610d4 req-c99f738d-c422-4424-84a1-1a3c3336e06c tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.0911314
Apr 08 02:51:10.104799 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47236) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:10.110263 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-f0f834e4-3b3c-470e-bb8d-9dd93c75e823 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Request body: {'floatingip': {'port_id': '925ad71f-f0c4-4cad-b48b-9505cac52cd3'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:51:10.222995 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f0f834e4-3b3c-470e-bb8d-9dd93c75e823 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for floatingip, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:11.171610 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f0f834e4-3b3c-470e-bb8d-9dd93c75e823 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:11.175580 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f0f834e4-3b3c-470e-bb8d-9dd93c75e823 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:11.588275 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f834e4-3b3c-470e-bb8d-9dd93c75e823 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Router a511a43e-c69c-48a0-9d44-0a5ab05ae739 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:51:11.803248 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f834e4-3b3c-470e-bb8d-9dd93c75e823 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:51:11.807899 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f0f834e4-3b3c-470e-bb8d-9dd93c75e823 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:11.814411 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc0b86a-9772-44d3-9998-6d062437904c None None] Sync routers for ids ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:51:11.827323 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc0b86a-9772-44d3-9998-6d062437904c None None] Routers {'a511a43e-c69c-48a0-9d44-0a5ab05ae739'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:51:11.828037 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-ebc0b86a-9772-44d3-9998-6d062437904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2f02d90>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:11.897602 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'tag': '925ad71f-f0c4-4cad-b48b-9505cac52cd3'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:51:11.950168 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-f0f834e4-3b3c-470e-bb8d-9dd93c75e823 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "PUT /v2.0/floatingips/27369fc5-0405-4420-8d51-45249f5f8519 HTTP/1.1" status: 200  len: 992 time: 1.8442550
Apr 08 02:51:12.026264 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-ebc0b86a-9772-44d3-9998-6d062437904c None None] Set router a511a43e-c69c-48a0-9d44-0a5ab05ae739 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:51:12.034899 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d0d955-18a7-4197-962e-9c4cf7b0a4a7'] response: {'name': 'network-changed', 'server_uuid': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'tag': '925ad71f-f0c4-4cad-b48b-9505cac52cd3', 'status': 'completed', 'code': 200}
Apr 08 02:51:12.150801 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-603b2566-3ef7-4f03-9461-e663f2a53f0b req-d67e0cd9-71a7-4e4b-9fdc-5ba2289cf44d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 1098 time: 0.0949645
Apr 08 02:51:12.283947 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029e3106-4ff3-4dbc-adfc-66239dd0e2f4 None None] New status for floating IP 7fbbb8c6-0508-41c1-b0a8-3ce42b1859bc: ACTIVE {{(pid=83138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:51:12.370247 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b2566-3ef7-4f03-9461-e663f2a53f0b req-bfb8c2bf-33fe-46ec-aa6f-c1e997264d4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:12.372385 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-603b2566-3ef7-4f03-9461-e663f2a53f0b req-bfb8c2bf-33fe-46ec-aa6f-c1e997264d4c service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 200  len: 919 time: 0.2137859
Apr 08 02:51:12.486531 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-ebc0b86a-9772-44d3-9998-6d062437904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2f02d90>, [{'id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'name': 'tempest-ServerRescueNegativeTestJSON-602230225-router', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:48Z', 'revision_number': 4, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'gw_port': {'id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '27369fc5-0405-4420-8d51-45249f5f8519', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'port_id': '925ad71f-f0c4-4cad-b48b-9505cac52cd3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'mac_address': 'fa:16:3e:7c:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:47:24Z', 'updated_at': '2022-04-08T02:51:11Z', 'revision_number': 3, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a5aa4a-8e40-4db4-89d9-0ba4b5693eae', 'name': '', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'mac_address': 'fa:16:3e:6d:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:04Z', 'revision_number': 5, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'subnets': [{'id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:12.491074 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc0b86a-9772-44d3-9998-6d062437904c None None] Checking router: a511a43e-c69c-48a0-9d44-0a5ab05ae739 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:51:12.505132 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc0b86a-9772-44d3-9998-6d062437904c None None] Routers {'a511a43e-c69c-48a0-9d44-0a5ab05ae739'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:51:12.506063 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-ebc0b86a-9772-44d3-9998-6d062437904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2f02d90>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:12.600909 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-603b2566-3ef7-4f03-9461-e663f2a53f0b req-f7d302e4-383f-474a-bfab-d6dfe1606895 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=925ad71f-f0c4-4cad-b48b-9505cac52cd3 HTTP/1.1" status: 200  len: 1000 time: 0.2199779
Apr 08 02:51:12.673196 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b2566-3ef7-4f03-9461-e663f2a53f0b req-57ef1966-5ad3-452a-991a-4e323513e67d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:12.674676 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-603b2566-3ef7-4f03-9461-e663f2a53f0b req-57ef1966-5ad3-452a-991a-4e323513e67d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bb3aae2-b572-44aa-8358-c4c59784dbe8 HTTP/1.1" status: 200  len: 857 time: 0.0666771
Apr 08 02:51:12.700293 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-ebc0b86a-9772-44d3-9998-6d062437904c None None] Set router a511a43e-c69c-48a0-9d44-0a5ab05ae739 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:51:12.765801 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-603b2566-3ef7-4f03-9461-e663f2a53f0b req-64e36ff9-ac8d-4172-93e4-29da2bf59105 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807199
Apr 08 02:51:12.903503 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-603b2566-3ef7-4f03-9461-e663f2a53f0b req-f97da192-7635-4548-a5b0-d1578a6e088c service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312308
Apr 08 02:51:13.085194 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-603b2566-3ef7-4f03-9461-e663f2a53f0b req-e71eb33f-8a1f-41a6-95bf-a8f863a16335 service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1630666
Apr 08 02:51:13.108660 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-ebc0b86a-9772-44d3-9998-6d062437904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2f02d90>, [{'id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'name': 'tempest-ServerRescueNegativeTestJSON-602230225-router', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:48Z', 'revision_number': 4, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'gw_port': {'id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '27369fc5-0405-4420-8d51-45249f5f8519', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'port_id': '925ad71f-f0c4-4cad-b48b-9505cac52cd3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'mac_address': 'fa:16:3e:7c:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:47:24Z', 'updated_at': '2022-04-08T02:51:11Z', 'revision_number': 3, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a5aa4a-8e40-4db4-89d9-0ba4b5693eae', 'name': '', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'mac_address': 'fa:16:3e:6d:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:04Z', 'revision_number': 5, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'subnets': [{'id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:13.113594 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc0b86a-9772-44d3-9998-6d062437904c None None] The sync data for ids ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'] in dv-cinder-837052-1-iscsi is: [{'id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'name': 'tempest-ServerRescueNegativeTestJSON-602230225-router', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:48Z', 'revision_number': 4, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'gw_port': {'id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '27369fc5-0405-4420-8d51-45249f5f8519', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'port_id': '925ad71f-f0c4-4cad-b48b-9505cac52cd3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'mac_address': 'fa:16:3e:7c:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:47:24Z', 'updated_at': '2022-04-08T02:51:11Z', 'revision_number': 3, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a5aa4a-8e40-4db4-89d9-0ba4b5693eae', 'name': '', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'mac_address': 'fa:16:3e:6d:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:04Z', 'revision_number': 5, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'subnets': [{'id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:51:14.036331 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'tag': '925ad71f-f0c4-4cad-b48b-9505cac52cd3'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:51:14.092228 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80140043-6a6a-4ffd-904f-5824c5339770'] response: {'name': 'network-changed', 'server_uuid': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'tag': '925ad71f-f0c4-4cad-b48b-9505cac52cd3', 'status': 'completed', 'code': 200}
Apr 08 02:51:14.195111 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e1fa9bfb-9f12-488c-b089-2963861096cd req-d85f5b8b-3f47-494d-8820-34770314edd8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 1098 time: 0.0732577
Apr 08 02:51:14.341479 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa9bfb-9f12-488c-b089-2963861096cd req-8ae86a7a-5aa2-4361-8d43-d286253bfc5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:14.342955 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e1fa9bfb-9f12-488c-b089-2963861096cd req-8ae86a7a-5aa2-4361-8d43-d286253bfc5a service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 200  len: 919 time: 0.1421795
Apr 08 02:51:14.449021 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e1fa9bfb-9f12-488c-b089-2963861096cd req-48a0f4f1-552c-44ca-b4a5-ebd8cd9f21a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=925ad71f-f0c4-4cad-b48b-9505cac52cd3 HTTP/1.1" status: 200  len: 1000 time: 0.0998538
Apr 08 02:51:14.519579 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa9bfb-9f12-488c-b089-2963861096cd req-fd505b07-e58f-4772-badf-f553c6511d18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:14.521137 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e1fa9bfb-9f12-488c-b089-2963861096cd req-fd505b07-e58f-4772-badf-f553c6511d18 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bb3aae2-b572-44aa-8358-c4c59784dbe8 HTTP/1.1" status: 200  len: 857 time: 0.0638382
Apr 08 02:51:14.604854 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e1fa9bfb-9f12-488c-b089-2963861096cd req-348c63cb-42cc-485b-8f91-6b4ddc5679de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754046
Apr 08 02:51:14.749072 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e1fa9bfb-9f12-488c-b089-2963861096cd req-4a02aeb1-d37f-41d2-a917-b039f9d0135d service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397705
Apr 08 02:51:14.891818 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e1fa9bfb-9f12-488c-b089-2963861096cd req-0538652d-a1ba-43bd-ab47-07757f03c17c service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357019
Apr 08 02:51:16.272365 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-7012800f-2e4b-4e87-8a3f-239bf4e6b179 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:16.272933 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-7012800f-2e4b-4e87-8a3f-239bf4e6b179 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Synchronizing usage tracker for tenant:6eb5fe9c67d048c5b2097f9a923ac025 on resource:network {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:16.290420 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-7012800f-2e4b-4e87-8a3f-239bf4e6b179 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Unset dirty status for tenant:6eb5fe9c67d048c5b2097f9a923ac025 on resource:network {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:16.291577 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-7012800f-2e4b-4e87-8a3f-239bf4e6b179 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/networks?id=8196b4c0-597d-4eba-9f08-9a87d14a2840 HTTP/1.1" status: 200  len: 815 time: 0.1568482
Apr 08 02:51:16.307297 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-9bfd7d78-7f9d-46e2-86aa-4d4de08b3728 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/quotas/6eb5fe9c67d048c5b2097f9a923ac025 HTTP/1.1" status: 200  len: 375 time: 0.0102108
Apr 08 02:51:16.385628 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-9eae032c-e1a9-41ff-a577-af15042a2df6 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6eb5fe9c67d048c5b2097f9a923ac025&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0735717
Apr 08 02:51:16.578700 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-c6437b95-eaa5-4a14-8c3e-603ab56b5f27 service neutron] 10.222.0.48 "GET /v2.0/networks/8196b4c0-597d-4eba-9f08-9a87d14a2840?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1815794
Apr 08 02:51:16.705942 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-724ba100-1aac-4401-a809-c62d0ec01e09 service neutron] 10.222.0.48 "GET /v2.0/networks/8196b4c0-597d-4eba-9f08-9a87d14a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215444
Apr 08 02:51:16.884576 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0c02c673-8a7d-40d3-8fce-e192adc3e86b req-40eedf1d-d269-4b38-a733-00bf1ca8ea33 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 210 time: 0.0396214
Apr 08 02:51:17.987744 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-e74e0981-a7da-4aed-a8e6-5163cefd6791 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:17.989255 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-e74e0981-a7da-4aed-a8e6-5163cefd6791 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.49 "GET /v2.0/networks?id=8196b4c0-597d-4eba-9f08-9a87d14a2840 HTTP/1.1" status: 200  len: 815 time: 0.1434824
Apr 08 02:51:18.008785 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-fc371f5d-8398-4b7d-b9a1-d22aff18ce62 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Request body: {'port': {'device_id': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840', 'admin_state_up': True, 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:51:18.051079 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-eac5011b-179b-4d4e-b70d-5d276da98933 req-1899f922-a048-451c-98eb-f9279bae0019 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 210 time: 0.0457017
Apr 08 02:51:18.147057 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-fc371f5d-8398-4b7d-b9a1-d22aff18ce62 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:51:18.151073 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-fc371f5d-8398-4b7d-b9a1-d22aff18ce62 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Usage tracker for resource:port and tenant:6eb5fe9c67d048c5b2097f9a923ac025 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:51:18.153807 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-fc371f5d-8398-4b7d-b9a1-d22aff18ce62 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:51:18.159304 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-fc371f5d-8398-4b7d-b9a1-d22aff18ce62 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:51:18.169675 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-fc371f5d-8398-4b7d-b9a1-d22aff18ce62 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Made reservation on behalf of 6eb5fe9c67d048c5b2097f9a923ac025 for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:51:18.172792 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-fc371f5d-8398-4b7d-b9a1-d22aff18ce62 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:18.420936 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-fc371f5d-8398-4b7d-b9a1-d22aff18ce62 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Allocated IP 172.20.0.14 (8196b4c0-597d-4eba-9f08-9a87d14a2840/c168317b-5c4b-47e6-ba3c-c461b9db9a85/f7bd9446-7011-458c-94be-2eb73cc73b68) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:51:18.639582 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-fc371f5d-8398-4b7d-b9a1-d22aff18ce62 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:18.655756 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-fc371f5d-8398-4b7d-b9a1-d22aff18ce62 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Transition to ACTIVE for port object f7bd9446-7011-458c-94be-2eb73cc73b68 will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:51:18.676798 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-fc371f5d-8398-4b7d-b9a1-d22aff18ce62 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:18.750490 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-fc371f5d-8398-4b7d-b9a1-d22aff18ce62 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Network 8196b4c0-597d-4eba-9f08-9a87d14a2840 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:51:18.753427 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-fc371f5d-8398-4b7d-b9a1-d22aff18ce62 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:51:18.755977 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-fc371f5d-8398-4b7d-b9a1-d22aff18ce62 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:51:18.803827 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc371f5d-8398-4b7d-b9a1-d22aff18ce62 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Pushing event updated for resources: {'Port': ['ID=f7bd9446-7011-458c-94be-2eb73cc73b68,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:18.832321 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-fc371f5d-8398-4b7d-b9a1-d22aff18ce62 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:18.832915 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-fc371f5d-8398-4b7d-b9a1-d22aff18ce62 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:18.861741 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-fc371f5d-8398-4b7d-b9a1-d22aff18ce62 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8585660
Apr 08 02:51:19.064987 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-32362f0b-2ef6-4cd2-a201-228d4a930fc1 None None] Provisioning for port f7bd9446-7011-458c-94be-2eb73cc73b68 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:51:19.069982 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-32362f0b-2ef6-4cd2-a201-228d4a930fc1 None None] Provisioning complete for port f7bd9446-7011-458c-94be-2eb73cc73b68 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:51:19.070407 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-32362f0b-2ef6-4cd2-a201-228d4a930fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:19.129692 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-32362f0b-2ef6-4cd2-a201-228d4a930fc1 None None] Port f7bd9446-7011-458c-94be-2eb73cc73b68 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:51:19.269067 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa05321-b249-4adc-a04d-d48a6beb637b req-38ac4d06-756f-4f7d-98bf-7cfcb4276f4f tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:19.270404 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-daa05321-b249-4adc-a04d-d48a6beb637b req-38ac4d06-756f-4f7d-98bf-7cfcb4276f4f tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 932 time: 0.0791104
Apr 08 02:51:19.317881 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-daa05321-b249-4adc-a04d-d48a6beb637b req-73320b50-2540-4e9a-92e1-396be4a880ec tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Synchronizing usage tracker for tenant:6eb5fe9c67d048c5b2097f9a923ac025 on resource:security_group {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:19.337114 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-daa05321-b249-4adc-a04d-d48a6beb637b req-73320b50-2540-4e9a-92e1-396be4a880ec tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Unset dirty status for tenant:6eb5fe9c67d048c5b2097f9a923ac025 on resource:security_group {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:19.338277 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-daa05321-b249-4adc-a04d-d48a6beb637b req-73320b50-2540-4e9a-92e1-396be4a880ec tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609059
Apr 08 02:51:20.543146 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50830eb-25d5-4e19-964a-c07915cf9e09 req-6968073a-a022-4bc4-a19b-384d06fe9ef1 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:20.544630 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c50830eb-25d5-4e19-964a-c07915cf9e09 req-6968073a-a022-4bc4-a19b-384d06fe9ef1 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 932 time: 0.0803661
Apr 08 02:51:20.590294 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c50830eb-25d5-4e19-964a-c07915cf9e09 req-85ec6f33-c551-4604-ae41-9cae577a6f12 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401235
Apr 08 02:51:21.797652 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6d211-ee1d-4d13-98d1-51fb3e12afa8 req-1dd44fa0-9246-4650-bbe0-a37738ce0d1f tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:21.805469 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ebd6d211-ee1d-4d13-98d1-51fb3e12afa8 req-1dd44fa0-9246-4650-bbe0-a37738ce0d1f tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 932 time: 0.0925429
Apr 08 02:51:21.847564 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ebd6d211-ee1d-4d13-98d1-51fb3e12afa8 req-d6f7d86a-2ad9-40dd-a942-2733f13968fb tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412304
Apr 08 02:51:23.061226 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0faeb-b922-4b91-bbc0-831b473a6853 req-7651aed5-d6c2-4791-a5a6-dcb2574dfe00 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:23.062695 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e7c0faeb-b922-4b91-bbc0-831b473a6853 req-7651aed5-d6c2-4791-a5a6-dcb2574dfe00 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 932 time: 0.0858140
Apr 08 02:51:23.111810 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e7c0faeb-b922-4b91-bbc0-831b473a6853 req-a5ac0719-8fe9-44c9-9cba-c35e5d66e210 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433977
Apr 08 02:51:24.003165 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:51:24.313343 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1746474-51c4-4c59-a874-956f32b4d618 req-4b393514-f6f1-494f-8521-8188210c3377 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:24.314675 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b1746474-51c4-4c59-a874-956f32b4d618 req-4b393514-f6f1-494f-8521-8188210c3377 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 932 time: 0.0765409
Apr 08 02:51:24.365182 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b1746474-51c4-4c59-a874-956f32b4d618 req-2f006961-57d7-413e-a8ed-97e199b38e99 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448973
Apr 08 02:51:25.563303 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f26092-0faf-4514-a5b5-054404daa84f req-87ce6642-40b7-4de1-b9c9-50b83cb2c4b3 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:25.565560 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-49f26092-0faf-4514-a5b5-054404daa84f req-87ce6642-40b7-4de1-b9c9-50b83cb2c4b3 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 932 time: 0.0781748
Apr 08 02:51:25.612191 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-49f26092-0faf-4514-a5b5-054404daa84f req-51da7f51-3b84-400e-8ed6-4f2705a9f755 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411999
Apr 08 02:51:26.815775 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377acb08-a446-4553-9f20-47c8af944671 req-fd356523-cbc0-4286-b5c0-a35fca6f2d93 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:26.817117 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-377acb08-a446-4553-9f20-47c8af944671 req-fd356523-cbc0-4286-b5c0-a35fca6f2d93 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 932 time: 0.0820010
Apr 08 02:51:26.866288 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-377acb08-a446-4553-9f20-47c8af944671 req-c00c568e-f0a3-4128-a7fe-cc203770b451 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434954
Apr 08 02:51:28.072791 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd4fac-8b2f-4694-bbb1-1990353a75a7 req-1021fe55-d7d5-47f1-9210-13a2f3e835f0 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:28.074128 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-65fd4fac-8b2f-4694-bbb1-1990353a75a7 req-1021fe55-d7d5-47f1-9210-13a2f3e835f0 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 932 time: 0.0823460
Apr 08 02:51:28.120765 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-65fd4fac-8b2f-4694-bbb1-1990353a75a7 req-65c37a20-0203-4595-93f4-a6fa1b15c1a8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409992
Apr 08 02:51:29.325704 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567480a8-955a-4743-a6fb-aec64271a8b9 req-2145d427-4669-4428-bc5f-bc59ceff9448 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:29.327068 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-567480a8-955a-4743-a6fb-aec64271a8b9 req-2145d427-4669-4428-bc5f-bc59ceff9448 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 932 time: 0.0838933
Apr 08 02:51:29.372421 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-567480a8-955a-4743-a6fb-aec64271a8b9 req-bae198c5-2934-4c72-8a39-e951fe0f6a91 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398307
Apr 08 02:51:30.567203 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f39c9-911a-483f-983b-1a94315959d6 req-4daf7adc-8671-4887-b4d9-f71dc13069b3 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:30.568632 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6d1f39c9-911a-483f-983b-1a94315959d6 req-4daf7adc-8671-4887-b4d9-f71dc13069b3 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 932 time: 0.0757959
Apr 08 02:51:30.614168 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6d1f39c9-911a-483f-983b-1a94315959d6 req-b0d7dbef-a980-4b79-b90b-ace2170149d4 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385778
Apr 08 02:51:31.809555 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe996f6-d93f-4964-8741-816faf3f0af7 req-02efe271-7f1c-417e-a786-5c6bb6116491 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:31.810987 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bfe996f6-d93f-4964-8741-816faf3f0af7 req-02efe271-7f1c-417e-a786-5c6bb6116491 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 932 time: 0.0774491
Apr 08 02:51:31.855047 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bfe996f6-d93f-4964-8741-816faf3f0af7 req-10dee4de-5618-43b5-b9ff-5867311e0ac2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384600
Apr 08 02:51:33.047975 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8e44e-76a7-41af-94f1-7802c50d281a req-6410f590-d2e2-4fe1-8cec-8fc5e27ae824 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:33.049398 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c7b8e44e-76a7-41af-94f1-7802c50d281a req-6410f590-d2e2-4fe1-8cec-8fc5e27ae824 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 932 time: 0.0770833
Apr 08 02:51:33.096756 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c7b8e44e-76a7-41af-94f1-7802c50d281a req-d38bd9c7-56b5-4cda-9f75-66e32b5330f3 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417833
Apr 08 02:51:34.263038 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Request body: {'port': {'device_id': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:51:34.287998 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af84af-4271-4cf0-9f60-689911da3251 req-10063e17-aa5b-4985-a8ea-7a4a6aa5ba9f tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:34.289439 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-84af84af-4271-4cf0-9f60-689911da3251 req-10063e17-aa5b-4985-a8ea-7a4a6aa5ba9f tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 932 time: 0.0762608
Apr 08 02:51:34.308192 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-64d13a6e-13ab-47f1-94f4-960911558c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:34.337828 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-84af84af-4271-4cf0-9f60-689911da3251 req-969878be-79f5-493e-8add-0bb22a3e478b tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412109
Apr 08 02:51:34.373845 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:34.697756 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bd9446-7011-458c-94be-2eb73cc73b68 {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:51:34.704389 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:34.718816 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Transition to ACTIVE for port object f7bd9446-7011-458c-94be-2eb73cc73b68 will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:51:34.722337 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:34.842416 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Pushing event updated for resources: {'Port': ['ID=f7bd9446-7011-458c-94be-2eb73cc73b68,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:34.951065 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Attempting to bind port f7bd9446-7011-458c-94be-2eb73cc73b68 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:51:34.951387 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Attempting to bind port f7bd9446-7011-458c-94be-2eb73cc73b68 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'c4ea6119-8d4f-49d5-9638-9e97210496dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:51:34.951703 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Attempting to bind port f7bd9446-7011-458c-94be-2eb73cc73b68 on network 8196b4c0-597d-4eba-9f08-9a87d14a2840 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:51:34.957486 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Port f7bd9446-7011-458c-94be-2eb73cc73b68 on network 8196b4c0-597d-4eba-9f08-9a87d14a2840 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:51:34.957840 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Attempting to bind port f7bd9446-7011-458c-94be-2eb73cc73b68 on network 8196b4c0-597d-4eba-9f08-9a87d14a2840 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:51:34.964484 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:51:34.964807 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Checking segment: {'id': 'c4ea6119-8d4f-49d5-9638-9e97210496dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:51:34.965176 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Bound using segment: {'id': 'c4ea6119-8d4f-49d5-9638-9e97210496dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:51:34.965584 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Bound port: f7bd9446-7011-458c-94be-2eb73cc73b68, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ea6119-8d4f-49d5-9638-9e97210496dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:51:34.965914 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:35.056142 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] For port f7bd9446-7011-458c-94be-2eb73cc73b68, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:51:35.059235 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] For port f7bd9446-7011-458c-94be-2eb73cc73b68, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f7bd9446-7011-458c-94be-2eb73cc73b68,segment=NetworkSegment(c4ea6119-8d4f-49d5-9638-9e97210496dd),segment_id=c4ea6119-8d4f-49d5-9638-9e97210496dd)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:51:35.062857 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:35.119746 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:35.121442 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] 10.222.0.49 "PUT /v2.0/ports/f7bd9446-7011-458c-94be-2eb73cc73b68 HTTP/1.1" status: 200  len: 1094 time: 0.8629804
Apr 08 02:51:35.124314 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'tag': 'f7bd9446-7011-458c-94be-2eb73cc73b68'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:51:35.145810 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b73b4-8a08-4a14-ab1c-ee098eea452a service neutron] Pushing event updated for resources: {'Port': ['ID=f7bd9446-7011-458c-94be-2eb73cc73b68,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:35.204252 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b05b194-1400-432c-8f24-81957a453bb2'] response: {'name': 'network-changed', 'server_uuid': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'tag': 'f7bd9446-7011-458c-94be-2eb73cc73b68', 'status': 'completed', 'code': 200}
Apr 08 02:51:35.247452 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-7cb5304d-d1ea-421f-8b27-850f878b59d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6eb5fe9c67d048c5b2097f9a923ac025&device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 1097 time: 0.0744243
Apr 08 02:51:35.320423 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-47e8e065-8b91-4cfb-ab60-7542f86a5694 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7bd9446-7011-458c-94be-2eb73cc73b68 HTTP/1.1" status: 200  len: 217 time: 0.0644586
Apr 08 02:51:35.387725 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-e93a2bfa-c116-43b0-84b8-fdfca5141609 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:35.389224 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-e93a2bfa-c116-43b0-84b8-fdfca5141609 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c168317b-5c4b-47e6-ba3c-c461b9db9a85 HTTP/1.1" status: 200  len: 854 time: 0.0623689
Apr 08 02:51:35.481225 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-53ad1aaa-b35d-4d29-9b59-c876120e7063 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8196b4c0-597d-4eba-9f08-9a87d14a2840&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853961
Apr 08 02:51:35.553939 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbaca9-c227-4b59-8d9e-8885aeed183c req-52b3126c-7bda-4218-956d-58914ff0780c tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:35.555418 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-68dbaca9-c227-4b59-8d9e-8885aeed183c req-52b3126c-7bda-4218-956d-58914ff0780c tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 944 time: 0.0915842
Apr 08 02:51:35.612797 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-68dbaca9-c227-4b59-8d9e-8885aeed183c req-b3e00a67-bece-40f1-ae8c-c6b2a2d56943 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498638
Apr 08 02:51:35.698270 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-ce7c2d2d-3246-40b4-bc2e-3c7eb2bcfe6c service neutron] 10.222.0.49 "GET /v2.0/networks/8196b4c0-597d-4eba-9f08-9a87d14a2840?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2103770
Apr 08 02:51:35.839059 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f0b51989-e80b-4818-b79a-16faa698cf34 req-38a8072b-cce6-48ab-8125-17fd8071804c service neutron] 10.222.0.49 "GET /v2.0/networks/8196b4c0-597d-4eba-9f08-9a87d14a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335478
Apr 08 02:51:35.948591 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f8feb462-f96c-4a76-ae96-4aa42bfcaa03 req-1c153de4-c8b7-41f8-9a8c-6512ceb31e44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6eb5fe9c67d048c5b2097f9a923ac025&device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 1097 time: 0.0673587
Apr 08 02:51:36.078180 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feb462-f96c-4a76-ae96-4aa42bfcaa03 req-c7712142-353b-4119-9cb4-92821088ad7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:36.079641 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f8feb462-f96c-4a76-ae96-4aa42bfcaa03 req-c7712142-353b-4119-9cb4-92821088ad7c service neutron] 10.222.0.49 "GET /v2.0/networks?id=8196b4c0-597d-4eba-9f08-9a87d14a2840 HTTP/1.1" status: 200  len: 916 time: 0.1230867
Apr 08 02:51:36.147841 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f8feb462-f96c-4a76-ae96-4aa42bfcaa03 req-c9d53761-43c7-419a-bb01-dc70dec055c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7bd9446-7011-458c-94be-2eb73cc73b68 HTTP/1.1" status: 200  len: 217 time: 0.0617981
Apr 08 02:51:36.210642 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feb462-f96c-4a76-ae96-4aa42bfcaa03 req-e5fe2a67-644c-4439-8691-1cbe67472a21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:36.211967 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f8feb462-f96c-4a76-ae96-4aa42bfcaa03 req-e5fe2a67-644c-4439-8691-1cbe67472a21 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c168317b-5c4b-47e6-ba3c-c461b9db9a85 HTTP/1.1" status: 200  len: 854 time: 0.0548928
Apr 08 02:51:36.286952 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f8feb462-f96c-4a76-ae96-4aa42bfcaa03 req-26e66ad8-3c4a-47ad-9878-00b1b02ac401 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8196b4c0-597d-4eba-9f08-9a87d14a2840&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0687621
Apr 08 02:51:36.419803 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f8feb462-f96c-4a76-ae96-4aa42bfcaa03 req-c91b51aa-1f9a-46f2-97c0-3b117070ca73 service neutron] 10.222.0.49 "GET /v2.0/networks/8196b4c0-597d-4eba-9f08-9a87d14a2840?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244109
Apr 08 02:51:36.511840 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d2d94e25-1b99-46f4-a6d1-0dee0f8c957a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:36.551772 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f8feb462-f96c-4a76-ae96-4aa42bfcaa03 req-f6c44457-4d15-42f6-8406-0be04a5e73ff service neutron] 10.222.0.49 "GET /v2.0/networks/8196b4c0-597d-4eba-9f08-9a87d14a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252551
Apr 08 02:51:36.816569 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e30c0-a266-4b7b-b542-2c0110283570 req-92500388-f275-4d66-a9f8-a9de215bc2e1 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:36.818000 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6d8e30c0-a266-4b7b-b542-2c0110283570 req-92500388-f275-4d66-a9f8-a9de215bc2e1 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 944 time: 0.0756745
Apr 08 02:51:36.863024 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6d8e30c0-a266-4b7b-b542-2c0110283570 req-25d53b45-af02-478c-8a3e-6d17f81f1fb4 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392671
Apr 08 02:51:37.196449 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d70bd7-a015-4ca3-89b4-e988d9b08717 req-b72ef8d4-b654-469a-bde9-787a8304bd85 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:37.197878 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-98d70bd7-a015-4ca3-89b4-e988d9b08717 req-b72ef8d4-b654-469a-bde9-787a8304bd85 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.1331770
Apr 08 02:51:37.242085 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-98d70bd7-a015-4ca3-89b4-e988d9b08717 req-2da03824-2253-44bc-bc7a-2fdcd17e1924 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387118
Apr 08 02:51:37.660892 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:37.818654 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device f7bd9446-7011-458c-94be-2eb73cc73b68 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:51:37.906302 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Sync routers for ids ['ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:51:37.917965 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:37.920600 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Routers {'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:51:37.921201 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2af2c10>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:37.966701 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port f7bd9446-7011-458c-94be-2eb73cc73b68, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f7bd9446-7011-458c-94be-2eb73cc73b68,segment=NetworkSegment(c4ea6119-8d4f-49d5-9638-9e97210496dd),segment_id=c4ea6119-8d4f-49d5-9638-9e97210496dd)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:51:37.980042 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': 'f7bd9446-7011-458c-94be-2eb73cc73b68', 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840', 'port_id': 'f7bd9446-7011-458c-94be-2eb73cc73b68', 'mac_address': 'fa:16:3e:4b:9c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:51:38.035206 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:38.053017 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bd9446-7011-458c-94be-2eb73cc73b68 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:51:38.068977 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port f7bd9446-7011-458c-94be-2eb73cc73b68, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f7bd9446-7011-458c-94be-2eb73cc73b68,segment=NetworkSegment(c4ea6119-8d4f-49d5-9638-9e97210496dd),segment_id=c4ea6119-8d4f-49d5-9638-9e97210496dd)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:51:38.072891 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e212c46-7e0e-415b-afa7-c48f08692c56 req-c93608fe-ed8d-4fc1-81e9-1607d56f7b39 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:38.073456 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:38.074362 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8e212c46-7e0e-415b-afa7-c48f08692c56 req-c93608fe-ed8d-4fc1-81e9-1607d56f7b39 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 944 time: 0.0799470
Apr 08 02:51:38.099803 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Set router ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:51:38.125777 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8e212c46-7e0e-415b-afa7-c48f08692c56 req-2a626cb2-6723-4947-aa20-c625e3a939df tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442114
Apr 08 02:51:38.149285 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=f7bd9446-7011-458c-94be-2eb73cc73b68,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:38.157952 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:38.158288 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:38.158645 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:38.158992 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:38.159311 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:38.159628 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:38.159942 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:38.160255 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:38.160566 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:38.160877 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:38.161185 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:38.405994 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2af2c10>, [{'id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'name': 'tempest-TestMinimumBasicScenario-1065529009-router', 'tenant_id': '9abe65b75c49425d8eee644b8ac3a281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '539ea266-50c1-408b-a21c-61271b725e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:58Z', 'updated_at': '2022-04-08T02:51:02Z', 'revision_number': 4, 'project_id': '9abe65b75c49425d8eee644b8ac3a281', 'gw_port': {'id': '539ea266-50c1-408b-a21c-61271b725e72', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:59Z', 'updated_at': '2022-04-08T02:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '64a40a69-1d43-4b45-8836-c8c915cae5ba', 'name': '', 'network_id': '451192cd-9d78-4181-95af-6fe906f89586', 'tenant_id': '9abe65b75c49425d8eee644b8ac3a281', 'mac_address': 'fa:16:3e:93:86:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6de7488e-affe-4955-97bf-fd553facec77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:01Z', 'updated_at': '2022-04-08T02:51:02Z', 'revision_number': 2, 'project_id': '9abe65b75c49425d8eee644b8ac3a281', 'subnets': [{'id': '6de7488e-affe-4955-97bf-fd553facec77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:38.410152 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Checking router: ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:51:38.410498 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Updating router ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7 port 64a40a69-1d43-4b45-8836-c8c915cae5ba binding host dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:51:38.434108 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccb818-af57-4f41-a2ae-02637e6f186b req-c6dc7e68-2f76-41e1-84d0-83a1b24c3b84 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:38.435569 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-41ccb818-af57-4f41-a2ae-02637e6f186b req-c6dc7e68-2f76-41e1-84d0-83a1b24c3b84 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0756288
Apr 08 02:51:38.483849 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-41ccb818-af57-4f41-a2ae-02637e6f186b req-07b0b4be-c763-4e45-8c03-455707e7aa60 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416603
Apr 08 02:51:38.493816 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:38.557626 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:38.688723 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['f7bd9446-7011-458c-94be-2eb73cc73b68'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:51:38.820869 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Notify callbacks [] for port, precommit_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:38.832587 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.provisioning_blocks [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Transition to ACTIVE for port object 64a40a69-1d43-4b45-8836-c8c915cae5ba will not be triggered until provisioned by entity L2. {{(pid=83139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:51:38.851678 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:38.967453 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebe727-dc2e-497c-b52d-ba4be716bc65 None None] Pushing event updated for resources: {'Port': ['ID=64a40a69-1d43-4b45-8836-c8c915cae5ba,revision_number=3']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:39.070561 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Attempting to bind port 64a40a69-1d43-4b45-8836-c8c915cae5ba on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:51:39.071071 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Attempting to bind port 64a40a69-1d43-4b45-8836-c8c915cae5ba by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '73b25825-562f-47f6-bc0e-6613442d898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '451192cd-9d78-4181-95af-6fe906f89586'}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:51:39.071792 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Attempting to bind port 64a40a69-1d43-4b45-8836-c8c915cae5ba on network 451192cd-9d78-4181-95af-6fe906f89586 {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:51:39.078223 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:51:39.078575 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Checking segment: {'id': '73b25825-562f-47f6-bc0e-6613442d898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '451192cd-9d78-4181-95af-6fe906f89586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:51:39.078984 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:39.079355 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Bound using segment: {'id': '73b25825-562f-47f6-bc0e-6613442d898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '451192cd-9d78-4181-95af-6fe906f89586'} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:51:39.079788 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Bound port: 64a40a69-1d43-4b45-8836-c8c915cae5ba, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b25825-562f-47f6-bc0e-6613442d898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '451192cd-9d78-4181-95af-6fe906f89586'}}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:51:39.080167 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:39.163190 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:39.167571 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] For port 64a40a69-1d43-4b45-8836-c8c915cae5ba, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:51:39.170789 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] For port 64a40a69-1d43-4b45-8836-c8c915cae5ba, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=64a40a69-1d43-4b45-8836-c8c915cae5ba,segment=NetworkSegment(73b25825-562f-47f6-bc0e-6613442d898d),segment_id=73b25825-562f-47f6-bc0e-6613442d898d)] {{(pid=83139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:51:39.175363 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:39.256762 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebe727-dc2e-497c-b52d-ba4be716bc65 None None] Pushing event updated for resources: {'Port': ['ID=64a40a69-1d43-4b45-8836-c8c915cae5ba,revision_number=4']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:39.264095 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Routers {'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:51:39.264699 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2af2c10>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:39.328886 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a22a40-34ae-408d-ba67-a72447eb1c40 req-3b320876-9872-4873-bf54-931b1dbe3583 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:39.330497 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-68a22a40-34ae-408d-ba67-a72447eb1c40 req-3b320876-9872-4873-bf54-931b1dbe3583 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 945 time: 0.0838046
Apr 08 02:51:39.387511 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-68a22a40-34ae-408d-ba67-a72447eb1c40 req-f442c914-cb96-4e7d-bbdb-edc6a2ec5bda tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501447
Apr 08 02:51:39.441958 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] Set router ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:51:39.677918 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d570f3-9f86-4103-9489-04a255e8602e req-640bc9ca-0a1f-4b6c-97af-9a519fd99498 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:39.679381 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-05d570f3-9f86-4103-9489-04a255e8602e req-640bc9ca-0a1f-4b6c-97af-9a519fd99498 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0748367
Apr 08 02:51:39.725089 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-05d570f3-9f86-4103-9489-04a255e8602e req-8ddb9aff-ce94-47d0-bd36-b701b6a1c793 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390143
Apr 08 02:51:39.744525 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2af2c10>, [{'id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'name': 'tempest-TestMinimumBasicScenario-1065529009-router', 'tenant_id': '9abe65b75c49425d8eee644b8ac3a281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '539ea266-50c1-408b-a21c-61271b725e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:58Z', 'updated_at': '2022-04-08T02:51:02Z', 'revision_number': 4, 'project_id': '9abe65b75c49425d8eee644b8ac3a281', 'gw_port': {'id': '539ea266-50c1-408b-a21c-61271b725e72', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:59Z', 'updated_at': '2022-04-08T02:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '64a40a69-1d43-4b45-8836-c8c915cae5ba', 'name': '', 'network_id': '451192cd-9d78-4181-95af-6fe906f89586', 'tenant_id': '9abe65b75c49425d8eee644b8ac3a281', 'mac_address': 'fa:16:3e:93:86:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6de7488e-affe-4955-97bf-fd553facec77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:01Z', 'updated_at': '2022-04-08T02:51:39Z', 'revision_number': 4, 'project_id': '9abe65b75c49425d8eee644b8ac3a281', 'subnets': [{'id': '6de7488e-affe-4955-97bf-fd553facec77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:39.748484 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8d5ad-6be0-401e-9d70-439224481e83 None None] The sync data for ids ['ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7'] in dv-cinder-837052-1-iscsi is: [{'id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'name': 'tempest-TestMinimumBasicScenario-1065529009-router', 'tenant_id': '9abe65b75c49425d8eee644b8ac3a281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '539ea266-50c1-408b-a21c-61271b725e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:58Z', 'updated_at': '2022-04-08T02:51:02Z', 'revision_number': 4, 'project_id': '9abe65b75c49425d8eee644b8ac3a281', 'gw_port': {'id': '539ea266-50c1-408b-a21c-61271b725e72', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:59Z', 'updated_at': '2022-04-08T02:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '64a40a69-1d43-4b45-8836-c8c915cae5ba', 'name': '', 'network_id': '451192cd-9d78-4181-95af-6fe906f89586', 'tenant_id': '9abe65b75c49425d8eee644b8ac3a281', 'mac_address': 'fa:16:3e:93:86:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6de7488e-affe-4955-97bf-fd553facec77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:51:01Z', 'updated_at': '2022-04-08T02:51:39Z', 'revision_number': 4, 'project_id': '9abe65b75c49425d8eee644b8ac3a281', 'subnets': [{'id': '6de7488e-affe-4955-97bf-fd553facec77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:51:39.877924 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 64a40a69-1d43-4b45-8836-c8c915cae5ba up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:51:39.947520 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 64a40a69-1d43-4b45-8836-c8c915cae5ba completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:51:39.952414 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 64a40a69-1d43-4b45-8836-c8c915cae5ba triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:51:39.952816 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:40.075028 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:40.108450 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port 64a40a69-1d43-4b45-8836-c8c915cae5ba, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=64a40a69-1d43-4b45-8836-c8c915cae5ba,segment=NetworkSegment(73b25825-562f-47f6-bc0e-6613442d898d),segment_id=73b25825-562f-47f6-bc0e-6613442d898d)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:51:40.112133 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:40.179456 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=64a40a69-1d43-4b45-8836-c8c915cae5ba,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:40.576612 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a94463-a128-4da9-8a49-94101c0bc90b req-0ebaf2ac-bbd1-4556-bfb5-38696f75adbc tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:40.578008 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-17a94463-a128-4da9-8a49-94101c0bc90b req-0ebaf2ac-bbd1-4556-bfb5-38696f75adbc tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 945 time: 0.0773752
Apr 08 02:51:40.621866 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-17a94463-a128-4da9-8a49-94101c0bc90b req-0423a0b4-de7d-43bc-9d9b-e7165cd879e8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383799
Apr 08 02:51:40.917217 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f7d8b-5782-4162-bf9f-fdf2b75b83af req-3bbbf1b4-2c5f-4f14-84d1-d2f0579a5aca tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:40.918623 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-276f7d8b-5782-4162-bf9f-fdf2b75b83af req-3bbbf1b4-2c5f-4f14-84d1-d2f0579a5aca tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0746195
Apr 08 02:51:40.966100 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-276f7d8b-5782-4162-bf9f-fdf2b75b83af req-5233cd33-ecec-46da-8f26-f2fa46cd8f57 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420120
Apr 08 02:51:41.369440 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5373a489-47fe-47a6-9b5b-3cec61e453f3 req-c727a521-d3c1-4e4a-a15a-89503e00e709 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0656493
Apr 08 02:51:41.463677 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5373a489-47fe-47a6-9b5b-3cec61e453f3 req-55e6b877-79cc-4a23-8532-a4058549f44c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0c4cd55acc4607852747c5d796609e&device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 1098 time: 0.0705082
Apr 08 02:51:41.600705 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373a489-47fe-47a6-9b5b-3cec61e453f3 req-314b21de-2ce6-43e6-b215-d7c5b9bf1766 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:41.602060 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5373a489-47fe-47a6-9b5b-3cec61e453f3 req-314b21de-2ce6-43e6-b215-d7c5b9bf1766 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 200  len: 919 time: 0.1201556
Apr 08 02:51:41.666693 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5373a489-47fe-47a6-9b5b-3cec61e453f3 req-2b8bb972-3a8c-4e16-a2fe-bf106f257a24 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1765d10f-4f9f-4883-99d5-299517e80053 HTTP/1.1" status: 200  len: 217 time: 0.0585389
Apr 08 02:51:41.731352 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373a489-47fe-47a6-9b5b-3cec61e453f3 req-82b12728-f8c2-4dad-ab86-426b56e08089 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:41.732785 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5373a489-47fe-47a6-9b5b-3cec61e453f3 req-82b12728-f8c2-4dad-ab86-426b56e08089 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bb3aae2-b572-44aa-8358-c4c59784dbe8 HTTP/1.1" status: 200  len: 857 time: 0.0605111
Apr 08 02:51:41.808470 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5373a489-47fe-47a6-9b5b-3cec61e453f3 req-1fc7f520-8a63-43a6-8860-80edf6f4e321 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f7fec88-7d49-4f5a-9423-d79ffd9641f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0685742
Apr 08 02:51:41.819060 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab4aa0-ac55-48bf-8628-29de22c4e030 req-c5a4a058-3cad-46cd-8000-7f8b613b1f60 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:41.820566 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9dab4aa0-ac55-48bf-8628-29de22c4e030 req-c5a4a058-3cad-46cd-8000-7f8b613b1f60 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 945 time: 0.0781810
Apr 08 02:51:41.827953 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device f7bd9446-7011-458c-94be-2eb73cc73b68 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:51:41.882080 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9dab4aa0-ac55-48bf-8628-29de22c4e030 req-ef2ac1fc-3666-4676-913f-5149a2e41859 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537806
Apr 08 02:51:41.885416 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 64a40a69-1d43-4b45-8836-c8c915cae5ba up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:51:41.947503 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5373a489-47fe-47a6-9b5b-3cec61e453f3 req-2058cbaf-9e1d-4978-9ff9-d3e11ce8217d service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324165
Apr 08 02:51:41.966980 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port f7bd9446-7011-458c-94be-2eb73cc73b68 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:51:41.972765 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 64a40a69-1d43-4b45-8836-c8c915cae5ba triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:51:41.973123 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:41.997428 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port f7bd9446-7011-458c-94be-2eb73cc73b68 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:51:41.997780 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:42.158520 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5373a489-47fe-47a6-9b5b-3cec61e453f3 req-9d14b541-b278-499c-a59f-5221d4fd6a99 service neutron] 10.222.0.49 "GET /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2054625
Apr 08 02:51:42.173485 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a94b9c-17e9-4a26-b149-2f1fd69928eb req-3c2ef05e-e18e-428c-b712-fee7d9a84f7e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:42.175127 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-84a94b9c-17e9-4a26-b149-2f1fd69928eb req-3c2ef05e-e18e-428c-b712-fee7d9a84f7e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0817750
Apr 08 02:51:42.206389 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:42.220816 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-84a94b9c-17e9-4a26-b149-2f1fd69928eb req-8e612f4e-db20-4c33-96e7-0e87ab5b363c tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400963
Apr 08 02:51:42.235416 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bd9446-7011-458c-94be-2eb73cc73b68'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:51:42.245555 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port f7bd9446-7011-458c-94be-2eb73cc73b68, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f7bd9446-7011-458c-94be-2eb73cc73b68,segment=NetworkSegment(c4ea6119-8d4f-49d5-9638-9e97210496dd),segment_id=c4ea6119-8d4f-49d5-9638-9e97210496dd)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:51:42.250514 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:42.294454 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8644bc6-a4b2-4715-88d9-0e13e060dbf3'] response: {'server_uuid': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bd9446-7011-458c-94be-2eb73cc73b68', 'code': 200}
Apr 08 02:51:42.327076 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=f7bd9446-7011-458c-94be-2eb73cc73b68,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:42.516739 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-85df8c9c-0a65-40bf-b246-e44d8613c101 req-5fbd8bee-7658-44b1-97b7-c462101f9887 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 1099 time: 0.0682003
Apr 08 02:51:42.557381 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-85df8c9c-0a65-40bf-b246-e44d8613c101 req-df8bffac-d4e2-43ee-b8c4-348648cf94f7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343878
Apr 08 02:51:43.093563 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906eac76-9e66-4ed6-803d-b4c8679e33d7 req-ef6863ac-7fa8-4308-8168-0024e448197d tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:43.095139 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-906eac76-9e66-4ed6-803d-b4c8679e33d7 req-ef6863ac-7fa8-4308-8168-0024e448197d tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 946 time: 0.0823209
Apr 08 02:51:43.143490 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-906eac76-9e66-4ed6-803d-b4c8679e33d7 req-4272226a-9f42-4d37-8950-3afddb6f60f5 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424509
Apr 08 02:51:43.426267 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f6b38-2f13-46b8-8088-a41e226c8d49 req-deaafde7-f5a5-41b5-bdd4-4545831cdcef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:43.427825 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-770f6b38-2f13-46b8-8088-a41e226c8d49 req-deaafde7-f5a5-41b5-bdd4-4545831cdcef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0795274
Apr 08 02:51:43.473975 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-770f6b38-2f13-46b8-8088-a41e226c8d49 req-2f246ca8-05ed-4a40-9c79-d130f3e930db tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398407
Apr 08 02:51:43.858426 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af71af8-b787-450b-a437-8d14fb7be0aa req-f6390895-4be0-496a-997e-a79147827359 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:43.859899 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3af71af8-b787-450b-a437-8d14fb7be0aa req-f6390895-4be0-496a-997e-a79147827359 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 945 time: 0.0776057
Apr 08 02:51:43.905248 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3af71af8-b787-450b-a437-8d14fb7be0aa req-9d1d0823-2d8e-4c3b-bcd5-b9b6a5a4c891 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=333eb902-1aad-413c-94d6-21b185dfe44d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398178
Apr 08 02:51:44.341568 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1cc1f-5488-4561-8c6b-8083b8e1ce4a req-d8a38ae5-a4bd-4ca6-be77-fb05ec3d9dea tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:44.343091 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-22c1cc1f-5488-4561-8c6b-8083b8e1ce4a req-d8a38ae5-a4bd-4ca6-be77-fb05ec3d9dea tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 946 time: 0.0794859
Apr 08 02:51:44.388169 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-22c1cc1f-5488-4561-8c6b-8083b8e1ce4a req-f8403581-6838-4d8c-ba37-6404932a6c18 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397611
Apr 08 02:51:44.578183 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090e2ed-cfc0-44c6-b050-45e8b57fe12b req-59ba68fc-e7d2-4034-a992-4597d1b72dd8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:44.579544 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4090e2ed-cfc0-44c6-b050-45e8b57fe12b req-59ba68fc-e7d2-4034-a992-4597d1b72dd8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 946 time: 0.0750887
Apr 08 02:51:44.668680 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4090e2ed-cfc0-44c6-b050-45e8b57fe12b req-63727e72-73f3-419c-84a2-80cf63390be1 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836689
Apr 08 02:51:44.698441 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008e05b-53bf-4b57-9def-88bad49ebe9e req-882fb2da-2401-4cdf-a01e-195be83cfd86 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:44.699886 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2008e05b-53bf-4b57-9def-88bad49ebe9e req-882fb2da-2401-4cdf-a01e-195be83cfd86 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0982420
Apr 08 02:51:44.745223 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2008e05b-53bf-4b57-9def-88bad49ebe9e req-8c55ad8f-4ff8-4781-9e59-009b500f3d29 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399141
Apr 08 02:51:45.138375 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f226d-0b7f-4999-89cc-c50802246c40 req-d6e24f61-3d77-492c-8170-a490feb589f4 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:45.139799 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a00f226d-0b7f-4999-89cc-c50802246c40 req-d6e24f61-3d77-492c-8170-a490feb589f4 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 946 time: 0.1337917
Apr 08 02:51:45.145778 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e59da-15ee-4cff-8746-5c756e9da232 req-f15c1157-0e9c-41fb-a3bb-11cf576b22c6 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:45.147112 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-869e59da-15ee-4cff-8746-5c756e9da232 req-f15c1157-0e9c-41fb-a3bb-11cf576b22c6 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 945 time: 0.1116006
Apr 08 02:51:45.217252 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a00f226d-0b7f-4999-89cc-c50802246c40 req-f437a711-29af-4586-b017-3c06e3786190 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691471
Apr 08 02:51:45.221485 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-869e59da-15ee-4cff-8746-5c756e9da232 req-0789951f-de30-4344-b2d1-ee70cd5f068a tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=333eb902-1aad-413c-94d6-21b185dfe44d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606217
Apr 08 02:51:45.595828 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b226a-2908-4b03-93a7-1e2bd58b73de req-669dd14b-5f18-4640-8cd5-b6fa5d7274bf tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:45.596522 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-0e7b226a-2908-4b03-93a7-1e2bd58b73de req-669dd14b-5f18-4640-8cd5-b6fa5d7274bf tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Synchronizing usage tracker for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:45.621561 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-0e7b226a-2908-4b03-93a7-1e2bd58b73de req-669dd14b-5f18-4640-8cd5-b6fa5d7274bf tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Unset dirty status for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:45.623021 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-0e7b226a-2908-4b03-93a7-1e2bd58b73de req-669dd14b-5f18-4640-8cd5-b6fa5d7274bf tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 945 time: 0.1098354
Apr 08 02:51:45.694639 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-0e7b226a-2908-4b03-93a7-1e2bd58b73de req-a6771100-2548-487c-8e4b-dd56601cd253 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Deleting port 47e2a2ae-5384-4804-b0be-7c736b7e4b92 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:51:45.694990 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-0e7b226a-2908-4b03-93a7-1e2bd58b73de req-a6771100-2548-487c-8e4b-dd56601cd253 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:45.929000 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-0e7b226a-2908-4b03-93a7-1e2bd58b73de req-a6771100-2548-487c-8e4b-dd56601cd253 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] For port 47e2a2ae-5384-4804-b0be-7c736b7e4b92, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=47e2a2ae-5384-4804-b0be-7c736b7e4b92,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:51:45.929352 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-0e7b226a-2908-4b03-93a7-1e2bd58b73de req-a6771100-2548-487c-8e4b-dd56601cd253 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:45.937148 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a20cc-7b0c-40ff-a3f2-f255b8ccadcb req-3edafe91-82b8-41c5-82c9-286460f26c12 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:45.938587 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e60a20cc-7b0c-40ff-a3f2-f255b8ccadcb req-3edafe91-82b8-41c5-82c9-286460f26c12 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0752189
Apr 08 02:51:45.983917 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e60a20cc-7b0c-40ff-a3f2-f255b8ccadcb req-a81aff22-8c14-454a-881b-4a0ca2c3bcc1 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398054
Apr 08 02:51:46.207101 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-0e7b226a-2908-4b03-93a7-1e2bd58b73de req-a6771100-2548-487c-8e4b-dd56601cd253 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:46.207546 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-0e7b226a-2908-4b03-93a7-1e2bd58b73de req-a6771100-2548-487c-8e4b-dd56601cd253 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:46.207887 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.l3_db [req-0e7b226a-2908-4b03-93a7-1e2bd58b73de req-a6771100-2548-487c-8e4b-dd56601cd253 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Floating IP 1545e9b1-7ab9-4cbb-822c-b97811515dc6 disassociated. External IP: 172.27.2.216, port: 47e2a2ae-5384-4804-b0be-7c736b7e4b92.
Apr 08 02:51:46.208277 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-0e7b226a-2908-4b03-93a7-1e2bd58b73de req-a6771100-2548-487c-8e4b-dd56601cd253 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Calling delete_port for 47e2a2ae-5384-4804-b0be-7c736b7e4b92 owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:51:46.349135 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-0e7b226a-2908-4b03-93a7-1e2bd58b73de req-a6771100-2548-487c-8e4b-dd56601cd253 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:46.397500 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6771100-2548-487c-8e4b-dd56601cd253 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event deleted for resources: {'Port': ['ID=47e2a2ae-5384-4804-b0be-7c736b7e4b92,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:46.398018 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2a1954c3-73a5-4a63-81fb-01bbfdd80735 req-9c27e5d3-765a-402a-ab6f-d111ffa82b49 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 210 time: 0.0429511
Apr 08 02:51:46.606806 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e7b226a-2908-4b03-93a7-1e2bd58b73de req-a6771100-2548-487c-8e4b-dd56601cd253 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:51:46.806635 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e7b226a-2908-4b03-93a7-1e2bd58b73de req-a6771100-2548-487c-8e4b-dd56601cd253 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:51:46.818515 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d63944c-d62c-46ee-b51b-ff9cc1bac298 None None] Sync routers for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:51:46.831998 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d63944c-d62c-46ee-b51b-ff9cc1bac298 None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:51:46.832852 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-0d63944c-d62c-46ee-b51b-ff9cc1bac298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a299c880>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:46.989900 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7b226a-2908-4b03-93a7-1e2bd58b73de req-a6771100-2548-487c-8e4b-dd56601cd253 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] No DVR routers for this DVR port 47e2a2ae-5384-4804-b0be-7c736b7e4b92 on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:51:46.992851 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-0e7b226a-2908-4b03-93a7-1e2bd58b73de req-a6771100-2548-487c-8e4b-dd56601cd253 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:46.997556 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7be542-3f1f-4b34-a68c-4500efe9f8d9', 'name': 'network-vif-deleted', 'tag': '47e2a2ae-5384-4804-b0be-7c736b7e4b92'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:51:47.029724 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-0d63944c-d62c-46ee-b51b-ff9cc1bac298 None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:51:47.036419 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-0e7b226a-2908-4b03-93a7-1e2bd58b73de req-a6771100-2548-487c-8e4b-dd56601cd253 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "DELETE /v2.0/ports/47e2a2ae-5384-4804-b0be-7c736b7e4b92 HTTP/1.1" status: 204  len: 173 time: 1.4076524
Apr 08 02:51:47.071736 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfba5a4b-93e2-472d-89c5-27c1ac51c6ca'] response: {'server_uuid': 'de7be542-3f1f-4b34-a68c-4500efe9f8d9', 'name': 'network-vif-deleted', 'tag': '47e2a2ae-5384-4804-b0be-7c736b7e4b92', 'status': 'completed', 'code': 200}
Apr 08 02:51:47.379484 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49491b4-5693-4ca6-b0ba-74ed3b4abaf9 req-579ea4d9-7ccd-428e-9c82-606d32b73f44 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:47.381593 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d49491b4-5693-4ca6-b0ba-74ed3b4abaf9 req-579ea4d9-7ccd-428e-9c82-606d32b73f44 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.1686995
Apr 08 02:51:47.450592 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d49491b4-5693-4ca6-b0ba-74ed3b4abaf9 req-5f818675-da99-48eb-bad5-965c6c53aa82 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616550
Apr 08 02:51:47.522245 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-0d63944c-d62c-46ee-b51b-ff9cc1bac298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a299c880>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '7147824e-6361-4995-ba55-e042d40a5820', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'port_id': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'mac_address': 'fa:16:3e:8d:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6abc6-19f4-4355-8309-fb3279d9b5e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:45:11Z', 'updated_at': '2022-04-08T02:45:55Z', 'revision_number': 2, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:47.532003 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d63944c-d62c-46ee-b51b-ff9cc1bac298 None None] Checking router: dab48c9e-c48a-4c5e-b7b8-c637e07566b3 for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:51:47.544969 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d63944c-d62c-46ee-b51b-ff9cc1bac298 None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:51:47.545709 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-0d63944c-d62c-46ee-b51b-ff9cc1bac298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a299c880>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:47.673002 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-06f55d77-ff47-40a9-89fa-9d85df22f688 req-21da4c9d-e988-4d27-b988-c162138defea tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=de7be542-3f1f-4b34-a68c-4500efe9f8d9 HTTP/1.1" status: 200  len: 210 time: 0.0555451
Apr 08 02:51:47.771758 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-0d63944c-d62c-46ee-b51b-ff9cc1bac298 None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:51:48.116000 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-0d63944c-d62c-46ee-b51b-ff9cc1bac298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a299c880>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '7147824e-6361-4995-ba55-e042d40a5820', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'port_id': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'mac_address': 'fa:16:3e:8d:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6abc6-19f4-4355-8309-fb3279d9b5e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:45:11Z', 'updated_at': '2022-04-08T02:45:55Z', 'revision_number': 2, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:48.120200 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d63944c-d62c-46ee-b51b-ff9cc1bac298 None None] The sync data for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi is: [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '7147824e-6361-4995-ba55-e042d40a5820', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'port_id': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'mac_address': 'fa:16:3e:8d:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e6abc6-19f4-4355-8309-fb3279d9b5e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:45:11Z', 'updated_at': '2022-04-08T02:45:55Z', 'revision_number': 2, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:51:48.652755 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d2567-d181-4ea9-8179-df20c9e6e09a req-5ef0d375-845c-4662-9ccf-408746c5a998 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:48.654189 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-104d2567-d181-4ea9-8179-df20c9e6e09a req-5ef0d375-845c-4662-9ccf-408746c5a998 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0776200
Apr 08 02:51:48.699843 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-104d2567-d181-4ea9-8179-df20c9e6e09a req-44953410-862d-4134-b785-8121f0b7e745 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398598
Apr 08 02:51:48.822094 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47476) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:48.885462 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-08c93ddc-d029-4444-8e3c-842e746ef846 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:48.911781 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-08c93ddc-d029-4444-8e3c-842e746ef846 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:48.964905 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-08c93ddc-d029-4444-8e3c-842e746ef846 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:48.986178 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c93ddc-d029-4444-8e3c-842e746ef846 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=333eb902-1aad-413c-94d6-21b185dfe44d,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:49.001671 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-08c93ddc-d029-4444-8e3c-842e746ef846 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:49.005286 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-08c93ddc-d029-4444-8e3c-842e746ef846 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "DELETE /v2.0/security-groups/333eb902-1aad-413c-94d6-21b185dfe44d HTTP/1.1" status: 204  len: 168 time: 0.1796641
Apr 08 02:51:49.005501 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47480) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:49.022885 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.api.v2.resource [None req-0864270a-df22-4b8f-9f4d-032203151dc4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] show failed (client error): The resource could not be found.
Apr 08 02:51:49.027145 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-0864270a-df22-4b8f-9f4d-032203151dc4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups/333eb902-1aad-413c-94d6-21b185dfe44d HTTP/1.1" status: 404  len: 347 time: 0.0172782
Apr 08 02:51:49.027386 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47484) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:49.177837 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-ffff5e7c-93b3-4d56-af50-9f9e6f23b680 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Deleting port 00cff98e-24d0-4244-8807-0a1d77770599 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:51:49.178100 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ffff5e7c-93b3-4d56-af50-9f9e6f23b680 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:49.341192 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ffff5e7c-93b3-4d56-af50-9f9e6f23b680 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:49.341516 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ffff5e7c-93b3-4d56-af50-9f9e6f23b680 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:49.388813 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd82a7d-45be-4772-b25a-9b8a46d93df1 None None] New status for floating IP 1545e9b1-7ab9-4cbb-822c-b97811515dc6: DOWN {{(pid=83139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:51:49.458220 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-ffff5e7c-93b3-4d56-af50-9f9e6f23b680 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Calling delete_port for 00cff98e-24d0-4244-8807-0a1d77770599 owned by network:floatingip {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:51:49.538077 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.db.api [None req-bdd82a7d-45be-4772-b25a-9b8a46d93df1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Apr 08 02:51:49.538077 dv-cinder-837052-1-iscsi neutron-server[83139]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s]
Apr 08 02:51:49.538077 dv-cinder-837052-1-iscsi neutron-server[83139]: [parameters: {'status': 'DOWN', 'floatingips_id': '1545e9b1-7ab9-4cbb-822c-b97811515dc6'}]
Apr 08 02:51:49.538077 dv-cinder-837052-1-iscsi neutron-server[83139]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:51:49.538523 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG oslo_db.api [None req-bdd82a7d-45be-4772-b25a-9b8a46d93df1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:51:49.593710 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ffff5e7c-93b3-4d56-af50-9f9e6f23b680 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:49.637562 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff5e7c-93b3-4d56-af50-9f9e6f23b680 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event deleted for resources: {'Port': ['ID=00cff98e-24d0-4244-8807-0a1d77770599,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:49.731400 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ffff5e7c-93b3-4d56-af50-9f9e6f23b680 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:49.744941 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ffff5e7c-93b3-4d56-af50-9f9e6f23b680 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:49.746069 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-ffff5e7c-93b3-4d56-af50-9f9e6f23b680 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "DELETE /v2.0/floatingips/1545e9b1-7ab9-4cbb-822c-b97811515dc6 HTTP/1.1" status: 204  len: 168 time: 0.7178302
Apr 08 02:51:49.866082 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 47e2a2ae-5384-4804-b0be-7c736b7e4b92 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:51:49.899314 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] No Port match for: 47e2a2ae-5384-4804-b0be-7c736b7e4b92 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:51:49.899674 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 47e2a2ae-5384-4804-b0be-7c736b7e4b92 not bound to the agent host hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:51:49.903434 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae5074-e9c6-485d-9ec5-e163ce5974ba req-b922ad82-8916-4fb5-9d77-20b3c5413466 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:49.904842 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-91ae5074-e9c6-485d-9ec5-e163ce5974ba req-b922ad82-8916-4fb5-9d77-20b3c5413466 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0802062
Apr 08 02:51:49.950155 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-91ae5074-e9c6-485d-9ec5-e163ce5974ba req-01514a6f-0250-43cf-99c4-dc5a696abb7c tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398648
Apr 08 02:51:50.039576 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd82a7d-45be-4772-b25a-9b8a46d93df1 None None] New status for floating IP 1545e9b1-7ab9-4cbb-822c-b97811515dc6: DOWN {{(pid=83139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:51:51.145358 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe32d81-6f64-443a-9361-7b2b25f990cc req-723b1541-e7c0-49cd-8247-b537e4484995 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:51.146805 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9fe32d81-6f64-443a-9361-7b2b25f990cc req-723b1541-e7c0-49cd-8247-b537e4484995 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0749614
Apr 08 02:51:51.190828 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9fe32d81-6f64-443a-9361-7b2b25f990cc req-f0529389-87fd-432b-8612-037d5dae56c0 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384533
Apr 08 02:51:52.388435 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24eea4c-a101-4d3e-bb75-f6341d7ba6c8 req-a493a07f-eb5c-4f30-be20-3db530bde7c1 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:52.389862 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d24eea4c-a101-4d3e-bb75-f6341d7ba6c8 req-a493a07f-eb5c-4f30-be20-3db530bde7c1 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0793054
Apr 08 02:51:52.436050 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d24eea4c-a101-4d3e-bb75-f6341d7ba6c8 req-a0fbb39c-8902-4528-82fe-f4da01ce36b1 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408070
Apr 08 02:51:53.627723 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae5b8e-ee81-4487-b309-1c91315a1975 req-7fbc1dcd-3444-49b6-8977-391b477efbfe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:53.629147 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-deae5b8e-ee81-4487-b309-1c91315a1975 req-7fbc1dcd-3444-49b6-8977-391b477efbfe tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0743020
Apr 08 02:51:53.673255 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-deae5b8e-ee81-4487-b309-1c91315a1975 req-cdca4525-f128-4460-9bf4-726a18265b41 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379789
Apr 08 02:51:54.867330 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c78fb2-d7da-4d6c-9fbe-2540942c9a7e req-93d38fdc-012a-4720-be24-f0381c8e56e7 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:54.869512 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c2c78fb2-d7da-4d6c-9fbe-2540942c9a7e req-93d38fdc-012a-4720-be24-f0381c8e56e7 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0789819
Apr 08 02:51:54.913246 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c2c78fb2-d7da-4d6c-9fbe-2540942c9a7e req-68c6c073-5adb-4b11-911d-1a130aa3b5c2 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383320
Apr 08 02:51:55.536231 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e5e02-600b-49c5-a752-08ce2b4a0164 req-d662dc4b-759b-44ca-842c-4abe1beefcf4 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:55.537560 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-138e5e02-600b-49c5-a752-08ce2b4a0164 req-d662dc4b-759b-44ca-842c-4abe1beefcf4 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 946 time: 0.0876057
Apr 08 02:51:55.590425 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-138e5e02-600b-49c5-a752-08ce2b4a0164 req-1a26e7c6-19d5-438c-ad83-5732dab81ded tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461977
Apr 08 02:51:55.617714 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47540) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:55.754550 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-0cbabb37-23eb-4ed2-8c18-1e73525008be tempest-TestMinimumBasicScenario-1852066040 tempest-TestMinimumBasicScenario-1852066040-project-admin] Synchronizing usage tracker for tenant:9abe65b75c49425d8eee644b8ac3a281 on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:55.771625 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-0cbabb37-23eb-4ed2-8c18-1e73525008be tempest-TestMinimumBasicScenario-1852066040 tempest-TestMinimumBasicScenario-1852066040-project-admin] Unset dirty status for tenant:9abe65b75c49425d8eee644b8ac3a281 on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:55.772755 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-0cbabb37-23eb-4ed2-8c18-1e73525008be tempest-TestMinimumBasicScenario-1852066040 tempest-TestMinimumBasicScenario-1852066040-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 1094 time: 0.1540728
Apr 08 02:51:55.775594 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47552) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:55.780641 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Request body: {'floatingip': {'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'port_id': 'f7bd9446-7011-458c-94be-2eb73cc73b68', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:51:55.786166 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:51:55.790537 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Usage tracker for resource:floatingip and tenant:6eb5fe9c67d048c5b2097f9a923ac025 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:51:55.793301 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:51:55.799301 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:51:55.810058 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for floatingip, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:55.942720 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:56.097810 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Allocated IP 172.27.2.187 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/2bcf6630-38b0-4824-b3f0-34857916f90d) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:51:56.203158 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf37e9-1fe1-404c-8e75-365704fd6f68 req-f77f9dae-3a39-494f-8e70-a685ed7267a2 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:56.204594 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-21bf37e9-1fe1-404c-8e75-365704fd6f68 req-f77f9dae-3a39-494f-8e70-a685ed7267a2 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.1358356
Apr 08 02:51:56.210810 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6689a09-8d04-4f61-9f76-1f6835ac04df req-c83888df-08cd-45aa-9d0c-a36a417a3e59 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:56.213066 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b6689a09-8d04-4f61-9f76-1f6835ac04df req-c83888df-08cd-45aa-9d0c-a36a417a3e59 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 946 time: 0.1094823
Apr 08 02:51:56.247699 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:56.276606 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:56.284959 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-21bf37e9-1fe1-404c-8e75-365704fd6f68 req-7feba134-4a2b-4fb7-afb5-80f9d77300fa tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709682
Apr 08 02:51:56.289320 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b6689a09-8d04-4f61-9f76-1f6835ac04df req-70402ef6-3cba-49ea-9b2a-a78d5944cef9 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602653
Apr 08 02:51:56.342043 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:51:56.344837 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:51:56.349159 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:51:56.374864 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Pushing event updated for resources: {'Port': ['ID=2bcf6630-38b0-4824-b3f0-34857916f90d,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:56.458572 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:56.458924 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:56.459247 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:56.459569 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:56.459891 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:56.460203 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:56.460517 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:56.460827 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:56.461133 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:56.461489 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:56.462016 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:56.907928 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:56.963275 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:57.206061 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ebc3b-3b5d-4194-bacc-eef48ea50316 req-eba8cbfa-2b76-469b-8919-feeb7ab0ae91 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:57.206637 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-c95ebc3b-3b5d-4194-bacc-eef48ea50316 req-eba8cbfa-2b76-469b-8919-feeb7ab0ae91 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Synchronizing usage tracker for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:57.232037 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-c95ebc3b-3b5d-4194-bacc-eef48ea50316 req-eba8cbfa-2b76-469b-8919-feeb7ab0ae91 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Unset dirty status for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:57.233101 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c95ebc3b-3b5d-4194-bacc-eef48ea50316 req-eba8cbfa-2b76-469b-8919-feeb7ab0ae91 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 946 time: 0.2110634
Apr 08 02:51:57.238934 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:57.271859 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:57.399386 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-c95ebc3b-3b5d-4194-bacc-eef48ea50316 req-e7a28b70-d6fe-4528-a9bb-688e7614e3f7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Deleting port b5e78270-c26b-4b02-a6c8-efffc69a4c3c {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:51:57.400089 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c95ebc3b-3b5d-4194-bacc-eef48ea50316 req-e7a28b70-d6fe-4528-a9bb-688e7614e3f7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:57.434784 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Pushing event updated for resources: {'Port': ['ID=2bcf6630-38b0-4824-b3f0-34857916f90d,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:57.463197 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:57.549881 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2642b0-001e-4801-b5d8-28a5bfb222a6 req-5ebd1c14-1b84-416f-b13d-246d6ce36df8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:57.551349 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ae2642b0-001e-4801-b5d8-28a5bfb222a6 req-5ebd1c14-1b84-416f-b13d-246d6ce36df8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.1418765
Apr 08 02:51:57.557470 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4b032-53eb-47f3-904e-17da5a9a0694 req-248162fb-f5dc-4c52-8379-c043e114d7d9 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:57.559069 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-48d4b032-53eb-47f3-904e-17da5a9a0694 req-248162fb-f5dc-4c52-8379-c043e114d7d9 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 946 time: 0.1150129
Apr 08 02:51:57.627934 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ae2642b0-001e-4801-b5d8-28a5bfb222a6 req-b086edeb-d529-43f2-9421-65708ad3ab6f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676889
Apr 08 02:51:57.634692 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-48d4b032-53eb-47f3-904e-17da5a9a0694 req-5a8037fd-ffb0-4d79-a343-1a07055cce97 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d5fb13-ef57-4050-9514-2168c8be7cb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607860
Apr 08 02:51:57.810566 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-c95ebc3b-3b5d-4194-bacc-eef48ea50316 req-e7a28b70-d6fe-4528-a9bb-688e7614e3f7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] For port b5e78270-c26b-4b02-a6c8-efffc69a4c3c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b5e78270-c26b-4b02-a6c8-efffc69a4c3c,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:51:57.810940 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c95ebc3b-3b5d-4194-bacc-eef48ea50316 req-e7a28b70-d6fe-4528-a9bb-688e7614e3f7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:57.967028 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.l3_db [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Floating IP d27eba4d-5298-4a37-8d9c-6e6d5197e334 associated. External IP: 172.27.2.187, port: f7bd9446-7011-458c-94be-2eb73cc73b68.
Apr 08 02:51:58.285705 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c95ebc3b-3b5d-4194-bacc-eef48ea50316 req-e7a28b70-d6fe-4528-a9bb-688e7614e3f7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:58.286060 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c95ebc3b-3b5d-4194-bacc-eef48ea50316 req-e7a28b70-d6fe-4528-a9bb-688e7614e3f7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:58.286363 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.l3_db [req-c95ebc3b-3b5d-4194-bacc-eef48ea50316 req-e7a28b70-d6fe-4528-a9bb-688e7614e3f7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Floating IP 7147824e-6361-4995-ba55-e042d40a5820 disassociated. External IP: 172.27.2.67, port: b5e78270-c26b-4b02-a6c8-efffc69a4c3c.
Apr 08 02:51:58.286710 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-c95ebc3b-3b5d-4194-bacc-eef48ea50316 req-e7a28b70-d6fe-4528-a9bb-688e7614e3f7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Calling delete_port for b5e78270-c26b-4b02-a6c8-efffc69a4c3c owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:51:58.498640 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c95ebc3b-3b5d-4194-bacc-eef48ea50316 req-e7a28b70-d6fe-4528-a9bb-688e7614e3f7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:58.605155 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a28b70-d6fe-4528-a9bb-688e7614e3f7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event deleted for resources: {'Port': ['ID=b5e78270-c26b-4b02-a6c8-efffc69a4c3c,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:58.843657 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-553a7117-3c98-4cab-a1cb-fc89e5997b8e req-07f60dfa-419a-45e0-a8df-5664d20d7e51 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 210 time: 0.0802641
Apr 08 02:51:58.861136 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Router e08a3967-e828-4916-b0b3-18578514e069 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:51:58.877663 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f005e32-c74c-49d2-ac69-75a8e8ed9f07 req-4654edb6-a8e8-4715-b9b2-4ff8c2b07c13 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:58.879098 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7f005e32-c74c-49d2-ac69-75a8e8ed9f07 req-4654edb6-a8e8-4715-b9b2-4ff8c2b07c13 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.1172900
Apr 08 02:51:58.925602 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7f005e32-c74c-49d2-ac69-75a8e8ed9f07 req-32cdbcf4-e8b3-45bb-9981-c042fa20b430 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400193
Apr 08 02:51:59.000515 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c95ebc3b-3b5d-4194-bacc-eef48ea50316 req-e7a28b70-d6fe-4528-a9bb-688e7614e3f7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:51:59.318309 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1c792-fd03-4f90-ab9f-ec7d6ee8b624 req-d87ebdf4-d05e-4d31-9770-2d00a60abf79 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:59.319680 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-69b1c792-fd03-4f90-ab9f-ec7d6ee8b624 req-d87ebdf4-d05e-4d31-9770-2d00a60abf79 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0856478
Apr 08 02:51:59.366502 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-69b1c792-fd03-4f90-ab9f-ec7d6ee8b624 req-798fece6-e24a-4591-ad22-7577cef5ae31 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407100
Apr 08 02:51:59.413797 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-09210b86-b090-4a10-9984-d672ee3b65ae req-c52b9925-4555-40e2-9783-8091e957cd94 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7c31bb4f3ce486591bc142b1da7553e&device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 1098 time: 0.1260042
Apr 08 02:51:59.430777 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:51:59.439677 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9078f093-bb99-45e5-9501-736cac02e06d None None] Sync routers for ids ['e08a3967-e828-4916-b0b3-18578514e069'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:51:59.452060 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9078f093-bb99-45e5-9501-736cac02e06d None None] Routers {'e08a3967-e828-4916-b0b3-18578514e069'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:51:59.452651 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-9078f093-bb99-45e5-9501-736cac02e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a26a0b20>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['e08a3967-e828-4916-b0b3-18578514e069'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:59.549498 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:59.580131 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c95ebc3b-3b5d-4194-bacc-eef48ea50316 req-e7a28b70-d6fe-4528-a9bb-688e7614e3f7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:51:59.590610 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837c8c4-1280-4589-a3b4-c56511edcebb None None] Sync routers for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:51:59.604214 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837c8c4-1280-4589-a3b4-c56511edcebb None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:51:59.604952 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-b837c8c4-1280-4589-a3b4-c56511edcebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a27e6a30>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:59.630132 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-9078f093-bb99-45e5-9501-736cac02e06d None None] Set router e08a3967-e828-4916-b0b3-18578514e069 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:51:59.694848 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95ebc3b-3b5d-4194-bacc-eef48ea50316 req-e7a28b70-d6fe-4528-a9bb-688e7614e3f7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] No DVR routers for this DVR port b5e78270-c26b-4b02-a6c8-efffc69a4c3c on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:51:59.701442 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c95ebc3b-3b5d-4194-bacc-eef48ea50316 req-e7a28b70-d6fe-4528-a9bb-688e7614e3f7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:59.703343 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c95ebc3b-3b5d-4194-bacc-eef48ea50316 req-e7a28b70-d6fe-4528-a9bb-688e7614e3f7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "DELETE /v2.0/ports/b5e78270-c26b-4b02-a6c8-efffc69a4c3c HTTP/1.1" status: 204  len: 173 time: 2.4626877
Apr 08 02:51:59.703788 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e6abc6-19f4-4355-8309-fb3279d9b5e3', 'name': 'network-vif-deleted', 'tag': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:51:59.710875 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09210b86-b090-4a10-9984-d672ee3b65ae req-e11046f2-e50c-40dd-905e-f81ab1e5ecc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:59.712920 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-09210b86-b090-4a10-9984-d672ee3b65ae req-e11046f2-e50c-40dd-905e-f81ab1e5ecc1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dea2017-1900-4ff0-b5ef-6938292bd5df HTTP/1.1" status: 200  len: 912 time: 0.2860582
Apr 08 02:51:59.716484 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-2cbeea39-f704-4d8f-9d40-d5e1750cb7d8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.9399099
Apr 08 02:51:59.719758 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47574) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:59.730464 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1211889029', 'description': 'tempest-secgroup-smoke-1211889029 description', 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:51:59.752599 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:51:59.780449 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:51:59.807214 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:59.827198 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-09210b86-b090-4a10-9984-d672ee3b65ae req-a1e2dd39-43b1-444d-b33d-8c5dfd1792ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13eae4a8-fba8-4afe-8767-4b3ffface99b HTTP/1.1" status: 200  len: 999 time: 0.1087241
Apr 08 02:51:59.876499 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d02660fa-d12b-4834-8e92-cb11ba457a94'] response: {'server_uuid': '09e6abc6-19f4-4355-8309-fb3279d9b5e3', 'name': 'network-vif-deleted', 'tag': 'b5e78270-c26b-4b02-a6c8-efffc69a4c3c', 'status': 'completed', 'code': 200}
Apr 08 02:51:59.884673 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:51:59.885973 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-b837c8c4-1280-4589-a3b4-c56511edcebb None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:51:59.896213 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Usage tracker for resource:security_group_rule and tenant:6eb5fe9c67d048c5b2097f9a923ac025 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:51:59.904080 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:51:59.907281 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09210b86-b090-4a10-9984-d672ee3b65ae req-fb856d4d-25e3-4889-abfd-7ed81c3f246a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:59.909268 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-09210b86-b090-4a10-9984-d672ee3b65ae req-fb856d4d-25e3-4889-abfd-7ed81c3f246a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4b82e368-c786-4ba4-b0db-18a49fdde3c9 HTTP/1.1" status: 200  len: 850 time: 0.0716529
Apr 08 02:51:59.914368 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:00.049726 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-09210b86-b090-4a10-9984-d672ee3b65ae req-c26765cc-67dc-4b10-887a-2fab7cfd676f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dea2017-1900-4ff0-b5ef-6938292bd5df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1304903
Apr 08 02:52:00.057474 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.065793 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.091109 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-9078f093-bb99-45e5-9501-736cac02e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a26a0b20>, [{'id': 'e08a3967-e828-4916-b0b3-18578514e069', 'name': 'tempest-TestMinimumBasicScenario-1254114900-router', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '773e922b-f283-4676-819b-03c934d3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:55Z', 'revision_number': 4, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'gw_port': {'id': '773e922b-f283-4676-819b-03c934d3f216', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'd27eba4d-5298-4a37-8d9c-6e6d5197e334', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'port_id': 'f7bd9446-7011-458c-94be-2eb73cc73b68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840', 'mac_address': 'fa:16:3e:4b:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:51:56Z', 'updated_at': '2022-04-08T02:51:56Z', 'revision_number': 0, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5', 'name': '', 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'mac_address': 'fa:16:3e:f4:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:54Z', 'updated_at': '2022-04-08T02:51:06Z', 'revision_number': 5, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'subnets': [{'id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:00.106217 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9078f093-bb99-45e5-9501-736cac02e06d None None] Checking router: e08a3967-e828-4916-b0b3-18578514e069 for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:52:00.127933 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9078f093-bb99-45e5-9501-736cac02e06d None None] Routers {'e08a3967-e828-4916-b0b3-18578514e069'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:52:00.129263 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-9078f093-bb99-45e5-9501-736cac02e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a26a0b20>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['e08a3967-e828-4916-b0b3-18578514e069'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:00.189968 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e2c87cc1-b74e-4faf-935b-a468746ffe27 req-fbdf72a6-618a-4f62-b948-625c25e9d84e tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=09e6abc6-19f4-4355-8309-fb3279d9b5e3 HTTP/1.1" status: 200  len: 210 time: 0.0453315
Apr 08 02:52:00.198210 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f5e98b-b52c-4ae3-83e9-21cfe12d42de,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:00.208260 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.210712 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4885585
Apr 08 02:52:00.211430 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:00.211771 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:00.212098 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:00.212425 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:00.212842 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:00.213174 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:00.213497 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:00.213817 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:00.214135 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:00.214450 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:00.214792 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95118820-b12f-4108-a6d0-999bd64176cf tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:00.217478 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47580) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:00.223368 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-5ee899cc-ffa3-4cac-ba98-ac0b8595ef5e tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Request body: {'security_group_rule': {'security_group_id': 'e7f5e98b-b52c-4ae3-83e9-21cfe12d42de', 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:00.232764 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-09210b86-b090-4a10-9984-d672ee3b65ae req-60ffbff7-2bc2-4ef3-9cdb-7f64ea6819d6 service neutron] 10.222.0.49 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757936
Apr 08 02:52:00.236723 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-5ee899cc-ffa3-4cac-ba98-ac0b8595ef5e tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:00.241253 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-5ee899cc-ffa3-4cac-ba98-ac0b8595ef5e tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Usage tracker for resource:security_group_rule and tenant:6eb5fe9c67d048c5b2097f9a923ac025 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:00.244976 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-5ee899cc-ffa3-4cac-ba98-ac0b8595ef5e tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:00.252465 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-5ee899cc-ffa3-4cac-ba98-ac0b8595ef5e tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:00.274357 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5ee899cc-ffa3-4cac-ba98-ac0b8595ef5e tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.321977 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-b837c8c4-1280-4589-a3b4-c56511edcebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a27e6a30>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:00.326698 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837c8c4-1280-4589-a3b4-c56511edcebb None None] Checking router: dab48c9e-c48a-4c5e-b7b8-c637e07566b3 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:52:00.339055 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837c8c4-1280-4589-a3b4-c56511edcebb None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:52:00.339743 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-b837c8c4-1280-4589-a3b4-c56511edcebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a27e6a30>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:00.363782 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5ee899cc-ffa3-4cac-ba98-ac0b8595ef5e tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.369738 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5ee899cc-ffa3-4cac-ba98-ac0b8595ef5e tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.419276 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5ee899cc-ffa3-4cac-ba98-ac0b8595ef5e tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.420853 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-5ee899cc-ffa3-4cac-ba98-ac0b8595ef5e tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2020702
Apr 08 02:52:00.423590 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee899cc-ffa3-4cac-ba98-ac0b8595ef5e tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654a6cc3-4679-46f4-bbb7-46fc7dd31523,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:00.424530 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47586) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:00.434287 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-9078f093-bb99-45e5-9501-736cac02e06d None None] Set router e08a3967-e828-4916-b0b3-18578514e069 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:52:00.435233 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-d43c6c45-44ad-472d-b69f-18fd2c428ce2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Request body: {'security_group_rule': {'security_group_id': 'e7f5e98b-b52c-4ae3-83e9-21cfe12d42de', 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:00.441841 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-d43c6c45-44ad-472d-b69f-18fd2c428ce2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:00.446769 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-d43c6c45-44ad-472d-b69f-18fd2c428ce2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Usage tracker for resource:security_group_rule and tenant:6eb5fe9c67d048c5b2097f9a923ac025 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:00.449864 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-d43c6c45-44ad-472d-b69f-18fd2c428ce2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:00.456434 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-d43c6c45-44ad-472d-b69f-18fd2c428ce2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:00.473414 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-09210b86-b090-4a10-9984-d672ee3b65ae req-b9f861ce-ad13-4979-8473-b12f278010ca service neutron] 10.222.0.49 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2349229
Apr 08 02:52:00.488149 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d43c6c45-44ad-472d-b69f-18fd2c428ce2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.580275 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d43c6c45-44ad-472d-b69f-18fd2c428ce2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.588500 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d43c6c45-44ad-472d-b69f-18fd2c428ce2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.614861 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c6c45-44ad-472d-b69f-18fd2c428ce2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18147563-45e8-4a66-b437-d9176d8565ad,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:00.629910 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d43c6c45-44ad-472d-b69f-18fd2c428ce2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.632142 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-d43c6c45-44ad-472d-b69f-18fd2c428ce2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2055490
Apr 08 02:52:00.633850 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-b837c8c4-1280-4589-a3b4-c56511edcebb None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:52:00.635554 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47590) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:00.642502 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-68a5ebd7-dfdf-48f1-a296-8253d314ad94 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Request body: {'security_group_rule': {'security_group_id': 'e7f5e98b-b52c-4ae3-83e9-21cfe12d42de', 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:00.652060 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-68a5ebd7-dfdf-48f1-a296-8253d314ad94 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:00.657005 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-68a5ebd7-dfdf-48f1-a296-8253d314ad94 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Usage tracker for resource:security_group_rule and tenant:6eb5fe9c67d048c5b2097f9a923ac025 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:00.660571 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-68a5ebd7-dfdf-48f1-a296-8253d314ad94 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:00.667313 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-68a5ebd7-dfdf-48f1-a296-8253d314ad94 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:00.687906 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-68a5ebd7-dfdf-48f1-a296-8253d314ad94 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.724363 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784d69e-662d-4d30-845f-b6a40f163aca req-ab5ecf12-3b66-4e85-85aa-b3b7c821cfa8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:00.731323 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0784d69e-662d-4d30-845f-b6a40f163aca req-ab5ecf12-3b66-4e85-85aa-b3b7c821cfa8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.1685853
Apr 08 02:52:00.765605 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-68a5ebd7-dfdf-48f1-a296-8253d314ad94 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.772544 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-68a5ebd7-dfdf-48f1-a296-8253d314ad94 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.790689 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0784d69e-662d-4d30-845f-b6a40f163aca req-ade7ef83-5060-401c-82f5-01454117c80b tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584083
Apr 08 02:52:00.797870 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5ebd7-dfdf-48f1-a296-8253d314ad94 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfed024-04a5-4a0c-a6f5-72afca81c5ae,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:00.809719 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-68a5ebd7-dfdf-48f1-a296-8253d314ad94 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.811489 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-68a5ebd7-dfdf-48f1-a296-8253d314ad94 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1745782
Apr 08 02:52:00.814049 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47594) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:00.819884 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-cc9f6113-83af-4a50-90b4-f1af2e922dc2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Request body: {'security_group_rule': {'security_group_id': 'e7f5e98b-b52c-4ae3-83e9-21cfe12d42de', 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:00.826205 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-cc9f6113-83af-4a50-90b4-f1af2e922dc2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:00.829934 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-cc9f6113-83af-4a50-90b4-f1af2e922dc2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Usage tracker for resource:security_group_rule and tenant:6eb5fe9c67d048c5b2097f9a923ac025 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:00.832734 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-cc9f6113-83af-4a50-90b4-f1af2e922dc2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:00.842474 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-cc9f6113-83af-4a50-90b4-f1af2e922dc2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:00.861615 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6113-83af-4a50-90b4-f1af2e922dc2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.873445 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-9078f093-bb99-45e5-9501-736cac02e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a26a0b20>, [{'id': 'e08a3967-e828-4916-b0b3-18578514e069', 'name': 'tempest-TestMinimumBasicScenario-1254114900-router', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '773e922b-f283-4676-819b-03c934d3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:55Z', 'revision_number': 4, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'gw_port': {'id': '773e922b-f283-4676-819b-03c934d3f216', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'd27eba4d-5298-4a37-8d9c-6e6d5197e334', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'port_id': 'f7bd9446-7011-458c-94be-2eb73cc73b68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840', 'mac_address': 'fa:16:3e:4b:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:51:56Z', 'updated_at': '2022-04-08T02:51:56Z', 'revision_number': 0, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5', 'name': '', 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'mac_address': 'fa:16:3e:f4:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:54Z', 'updated_at': '2022-04-08T02:51:06Z', 'revision_number': 5, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'subnets': [{'id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:00.878842 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9078f093-bb99-45e5-9501-736cac02e06d None None] The sync data for ids ['e08a3967-e828-4916-b0b3-18578514e069'] in dv-cinder-837052-1-iscsi is: [{'id': 'e08a3967-e828-4916-b0b3-18578514e069', 'name': 'tempest-TestMinimumBasicScenario-1254114900-router', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '773e922b-f283-4676-819b-03c934d3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:55Z', 'revision_number': 4, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'gw_port': {'id': '773e922b-f283-4676-819b-03c934d3f216', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'd27eba4d-5298-4a37-8d9c-6e6d5197e334', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'port_id': 'f7bd9446-7011-458c-94be-2eb73cc73b68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840', 'mac_address': 'fa:16:3e:4b:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:51:56Z', 'updated_at': '2022-04-08T02:51:56Z', 'revision_number': 0, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5', 'name': '', 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'mac_address': 'fa:16:3e:f4:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:54Z', 'updated_at': '2022-04-08T02:51:06Z', 'revision_number': 5, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'subnets': [{'id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:52:00.940404 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6113-83af-4a50-90b4-f1af2e922dc2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.947889 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6113-83af-4a50-90b4-f1af2e922dc2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.988769 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f6113-83af-4a50-90b4-f1af2e922dc2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3013a8c-1e2f-4d20-89ef-4bc27c44e2e4,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:00.998184 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6113-83af-4a50-90b4-f1af2e922dc2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.001959 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-cc9f6113-83af-4a50-90b4-f1af2e922dc2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1843991
Apr 08 02:52:01.002297 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47598) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:01.009860 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-1639295f-8367-4aa6-bf20-2e4f5bfbeccd tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Request body: {'security_group_rule': {'security_group_id': 'e7f5e98b-b52c-4ae3-83e9-21cfe12d42de', 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:01.013734 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:52:01.017447 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-1639295f-8367-4aa6-bf20-2e4f5bfbeccd tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:01.021771 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-1639295f-8367-4aa6-bf20-2e4f5bfbeccd tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Usage tracker for resource:security_group_rule and tenant:6eb5fe9c67d048c5b2097f9a923ac025 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:01.026328 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-1639295f-8367-4aa6-bf20-2e4f5bfbeccd tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:01.031053 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-b837c8c4-1280-4589-a3b4-c56511edcebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a27e6a30>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:01.034993 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-1639295f-8367-4aa6-bf20-2e4f5bfbeccd tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:01.036485 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837c8c4-1280-4589-a3b4-c56511edcebb None None] The sync data for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi is: [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:52:01.053412 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.securitygroups_db [None req-1639295f-8367-4aa6-bf20-2e4f5bfbeccd tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Project 6eb5fe9c67d048c5b2097f9a923ac025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 02:52:01.060578 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1639295f-8367-4aa6-bf20-2e4f5bfbeccd tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.136833 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1639295f-8367-4aa6-bf20-2e4f5bfbeccd tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.142732 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1639295f-8367-4aa6-bf20-2e4f5bfbeccd tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.177643 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1639295f-8367-4aa6-bf20-2e4f5bfbeccd tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.178809 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-1639295f-8367-4aa6-bf20-2e4f5bfbeccd tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1753647
Apr 08 02:52:01.181526 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639295f-8367-4aa6-bf20-2e4f5bfbeccd tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ac2fe2-8c7b-432b-9118-f6464d6b6009,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:01.182706 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47602) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:01.189147 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-881ef73c-6128-4dc1-a1fe-24cff1547920 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Request body: {'security_group_rule': {'security_group_id': 'e7f5e98b-b52c-4ae3-83e9-21cfe12d42de', 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:01.196452 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-881ef73c-6128-4dc1-a1fe-24cff1547920 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:01.200445 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be70bb0c-fd50-46b2-bb0f-9f30983baf78 None None] New status for floating IP d27eba4d-5298-4a37-8d9c-6e6d5197e334: ACTIVE {{(pid=83138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:52:01.200601 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-881ef73c-6128-4dc1-a1fe-24cff1547920 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Usage tracker for resource:security_group_rule and tenant:6eb5fe9c67d048c5b2097f9a923ac025 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:01.203730 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-881ef73c-6128-4dc1-a1fe-24cff1547920 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:01.210023 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-881ef73c-6128-4dc1-a1fe-24cff1547920 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:01.223077 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.db.securitygroups_db [None req-881ef73c-6128-4dc1-a1fe-24cff1547920 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Project 6eb5fe9c67d048c5b2097f9a923ac025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 02:52:01.230634 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-881ef73c-6128-4dc1-a1fe-24cff1547920 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.309786 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-881ef73c-6128-4dc1-a1fe-24cff1547920 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.313948 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-881ef73c-6128-4dc1-a1fe-24cff1547920 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.345613 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ef73c-6128-4dc1-a1fe-24cff1547920 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1a4829-6451-4997-a8ba-639f76f5b80a,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:01.349328 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-881ef73c-6128-4dc1-a1fe-24cff1547920 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.350750 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-881ef73c-6128-4dc1-a1fe-24cff1547920 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1671567
Apr 08 02:52:01.363717 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47612) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:01.437633 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fb70de37-4ff0-40e7-9e3f-a410258cd7fc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.466777 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fb70de37-4ff0-40e7-9e3f-a410258cd7fc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.505037 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-182819dc-deaf-4aff-866f-1558c6ee1ef9 req-70c00fc6-86dc-48d1-8758-9e1e670653d3 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Synchronizing usage tracker for tenant:6eb5fe9c67d048c5b2097f9a923ac025 on resource:security_group {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:52:01.520349 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fb70de37-4ff0-40e7-9e3f-a410258cd7fc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.521412 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-182819dc-deaf-4aff-866f-1558c6ee1ef9 req-70c00fc6-86dc-48d1-8758-9e1e670653d3 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Unset dirty status for tenant:6eb5fe9c67d048c5b2097f9a923ac025 on resource:security_group {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:52:01.522535 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-182819dc-deaf-4aff-866f-1558c6ee1ef9 req-70c00fc6-86dc-48d1-8758-9e1e670653d3 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211889029&fields=id&tenant_id=6eb5fe9c67d048c5b2097f9a923ac025 HTTP/1.1" status: 200  len: 267 time: 0.0614872
Apr 08 02:52:01.539612 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70de37-4ff0-40e7-9e3f-a410258cd7fc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d5fb13-ef57-4050-9514-2168c8be7cb2,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:01.546628 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fb70de37-4ff0-40e7-9e3f-a410258cd7fc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.550320 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-fb70de37-4ff0-40e7-9e3f-a410258cd7fc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "DELETE /v2.0/security-groups/e6d5fb13-ef57-4050-9514-2168c8be7cb2 HTTP/1.1" status: 204  len: 168 time: 0.1855230
Apr 08 02:52:01.550933 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47616) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:01.567066 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.api.v2.resource [None req-4a612879-d778-4dc4-98db-64bb6db7cd27 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] show failed (client error): The resource could not be found.
Apr 08 02:52:01.569184 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-4a612879-d778-4dc4-98db-64bb6db7cd27 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups/e6d5fb13-ef57-4050-9514-2168c8be7cb2 HTTP/1.1" status: 404  len: 347 time: 0.0170791
Apr 08 02:52:01.571815 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47620) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:01.609312 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182819dc-deaf-4aff-866f-1558c6ee1ef9 req-5a2ea2e0-5628-4618-b7c0-fd5fe81c9bd8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:01.610771 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-182819dc-deaf-4aff-866f-1558c6ee1ef9 req-5a2ea2e0-5628-4618-b7c0-fd5fe81c9bd8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 946 time: 0.0819855
Apr 08 02:52:01.621182 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [req-182819dc-deaf-4aff-866f-1558c6ee1ef9 req-ae5b10bf-993e-4afb-9f81-a3479066d744 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Request body: {'port': {'security_groups': ['8ef78536-5a23-418e-9e93-59112f99393e', 'e7f5e98b-b52c-4ae3-83e9-21cfe12d42de']}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:01.727140 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-720e602a-0539-42a1-9ff2-f8bb90818cf5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Deleting port 738214fe-cc46-43d3-a7ce-a071e8f91000 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:52:01.727478 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-720e602a-0539-42a1-9ff2-f8bb90818cf5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.735433 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [req-182819dc-deaf-4aff-866f-1558c6ee1ef9 req-ae5b10bf-993e-4afb-9f81-a3479066d744 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.913058 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device b5e78270-c26b-4b02-a6c8-efffc69a4c3c no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:52:01.931237 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'tag': 'f7bd9446-7011-458c-94be-2eb73cc73b68'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:52:01.955277 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] No Port match for: b5e78270-c26b-4b02-a6c8-efffc69a4c3c {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:52:01.955757 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device b5e78270-c26b-4b02-a6c8-efffc69a4c3c not bound to the agent host hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:52:01.989041 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-720e602a-0539-42a1-9ff2-f8bb90818cf5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.989365 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-720e602a-0539-42a1-9ff2-f8bb90818cf5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:02.044586 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [req-182819dc-deaf-4aff-866f-1558c6ee1ef9 req-ae5b10bf-993e-4afb-9f81-a3479066d744 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] For port f7bd9446-7011-458c-94be-2eb73cc73b68, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f7bd9446-7011-458c-94be-2eb73cc73b68,segment=NetworkSegment(c4ea6119-8d4f-49d5-9638-9e97210496dd),segment_id=c4ea6119-8d4f-49d5-9638-9e97210496dd)] {{(pid=83136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:52:02.060645 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48d126-5a8c-4415-9ee0-c371b464ed70 req-a5ad00d7-d485-457e-85a8-c31054312c07 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:02.061990 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-aa48d126-5a8c-4415-9ee0-c371b464ed70 req-a5ad00d7-d485-457e-85a8-c31054312c07 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.1399240
Apr 08 02:52:02.097727 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [req-182819dc-deaf-4aff-866f-1558c6ee1ef9 req-ae5b10bf-993e-4afb-9f81-a3479066d744 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for port, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:02.110623 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [req-182819dc-deaf-4aff-866f-1558c6ee1ef9 req-ae5b10bf-993e-4afb-9f81-a3479066d744 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2029878'] for port, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:02.112366 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-720e602a-0539-42a1-9ff2-f8bb90818cf5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Calling delete_port for 738214fe-cc46-43d3-a7ce-a071e8f91000 owned by network:floatingip {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:52:02.122179 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['f7bd9446-7011-458c-94be-2eb73cc73b68'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:52:02.182389 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-aa48d126-5a8c-4415-9ee0-c371b464ed70 req-5f9a3373-2b20-46ce-a60d-8a596bbe8ef4 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1074300
Apr 08 02:52:02.196129 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182819dc-deaf-4aff-866f-1558c6ee1ef9 req-ae5b10bf-993e-4afb-9f81-a3479066d744 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:02.196732 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [req-182819dc-deaf-4aff-866f-1558c6ee1ef9 req-ae5b10bf-993e-4afb-9f81-a3479066d744 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for port, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:02.214127 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-182819dc-deaf-4aff-866f-1558c6ee1ef9 req-ae5b10bf-993e-4afb-9f81-a3479066d744 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "PUT /v2.0/ports/f7bd9446-7011-458c-94be-2eb73cc73b68 HTTP/1.1" status: 200  len: 982 time: 0.5972323
Apr 08 02:52:02.214636 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'tag': 'f7bd9446-7011-458c-94be-2eb73cc73b68'}] {{(pid=83136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:52:02.244469 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b10bf-993e-4afb-9f81-a3479066d744 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Pushing event updated for resources: {'Port': ['ID=f7bd9446-7011-458c-94be-2eb73cc73b68,revision_number=6']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:02.293956 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf9d123-9fb5-4136-8648-777b5a649a47'] response: {'name': 'network-changed', 'server_uuid': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'tag': 'f7bd9446-7011-458c-94be-2eb73cc73b68', 'status': 'completed', 'code': 200}
Apr 08 02:52:02.340465 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b4b469-4684-41e3-8649-c8969c5672c2'] response: {'name': 'network-changed', 'server_uuid': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'tag': 'f7bd9446-7011-458c-94be-2eb73cc73b68', 'status': 'completed', 'code': 200}
Apr 08 02:52:02.359210 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['f7bd9446-7011-458c-94be-2eb73cc73b68'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:52:02.402712 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-720e602a-0539-42a1-9ff2-f8bb90818cf5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:02.472058 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e602a-0539-42a1-9ff2-f8bb90818cf5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event deleted for resources: {'Port': ['ID=738214fe-cc46-43d3-a7ce-a071e8f91000,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:02.480448 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d56867-a928-49f3-b6d6-b3caad066f74 req-2572e8c0-8f8e-483a-b97f-e2f8a04e7f1d tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:02.487664 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c0d56867-a928-49f3-b6d6-b3caad066f74 req-2572e8c0-8f8e-483a-b97f-e2f8a04e7f1d tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 985 time: 0.1050465
Apr 08 02:52:02.514610 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-469d7e30-b4ba-43b3-863e-4dd8931be43e req-3105f554-3075-4bf5-9a51-e4c879ca886c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6eb5fe9c67d048c5b2097f9a923ac025&device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 1138 time: 0.2070806
Apr 08 02:52:02.534226 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c0d56867-a928-49f3-b6d6-b3caad066f74 req-64e07407-bf88-4c83-80a8-57d5ea8e8bb1 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&id=e7f5e98b-b52c-4ae3-83e9-21cfe12d42de&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0457103
Apr 08 02:52:02.620416 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-38048650-1e6a-4f08-a37f-9fa020a6e65c None None] Provisioning complete for port f7bd9446-7011-458c-94be-2eb73cc73b68 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:52:02.620773 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-38048650-1e6a-4f08-a37f-9fa020a6e65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:02.661670 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-720e602a-0539-42a1-9ff2-f8bb90818cf5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:02.706514 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-720e602a-0539-42a1-9ff2-f8bb90818cf5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:02.707673 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-720e602a-0539-42a1-9ff2-f8bb90818cf5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "DELETE /v2.0/floatingips/7147824e-6361-4995-ba55-e042d40a5820 HTTP/1.1" status: 204  len: 168 time: 1.1348600
Apr 08 02:52:02.708844 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d7e30-b4ba-43b3-863e-4dd8931be43e req-becb0493-8d02-47fd-9dd5-75ea822b9eed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:02.710378 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-469d7e30-b4ba-43b3-863e-4dd8931be43e req-becb0493-8d02-47fd-9dd5-75ea822b9eed service neutron] 10.222.0.49 "GET /v2.0/networks?id=8196b4c0-597d-4eba-9f08-9a87d14a2840 HTTP/1.1" status: 200  len: 916 time: 0.1628754
Apr 08 02:52:02.812042 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-469d7e30-b4ba-43b3-863e-4dd8931be43e req-5b2b7749-4b38-4d99-9373-5f5b5fa96e05 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7bd9446-7011-458c-94be-2eb73cc73b68 HTTP/1.1" status: 200  len: 1002 time: 0.0949507
Apr 08 02:52:02.878698 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d7e30-b4ba-43b3-863e-4dd8931be43e req-2cca01ff-a9e2-4bd6-8667-ee169e481446 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:02.880218 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-469d7e30-b4ba-43b3-863e-4dd8931be43e req-2cca01ff-a9e2-4bd6-8667-ee169e481446 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c168317b-5c4b-47e6-ba3c-c461b9db9a85 HTTP/1.1" status: 200  len: 854 time: 0.0617218
Apr 08 02:52:02.960920 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-469d7e30-b4ba-43b3-863e-4dd8931be43e req-1325f656-175a-4773-a62f-08c2d2105646 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8196b4c0-597d-4eba-9f08-9a87d14a2840&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717368
Apr 08 02:52:02.974898 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47640) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:02.982129 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-52907b3d-3589-4499-95f2-ddee4b103952 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--872103495', 'description': 'tempest-description--262038808'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:02.988644 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-52907b3d-3589-4499-95f2-ddee4b103952 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:02.993906 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-52907b3d-3589-4499-95f2-ddee4b103952 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:security_group and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:02.997695 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-52907b3d-3589-4499-95f2-ddee4b103952 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:03.004229 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-52907b3d-3589-4499-95f2-ddee4b103952 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:03.017913 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-52907b3d-3589-4499-95f2-ddee4b103952 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.060678 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-52907b3d-3589-4499-95f2-ddee4b103952 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:03.066310 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-52907b3d-3589-4499-95f2-ddee4b103952 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:security_group_rule and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:03.069548 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-52907b3d-3589-4499-95f2-ddee4b103952 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:03.075954 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-52907b3d-3589-4499-95f2-ddee4b103952 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:03.125881 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-469d7e30-b4ba-43b3-863e-4dd8931be43e req-fc087557-bb95-44c0-b33e-1e1f1ad05f87 service neutron] 10.222.0.49 "GET /v2.0/networks/8196b4c0-597d-4eba-9f08-9a87d14a2840?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581044
Apr 08 02:52:03.140067 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-52907b3d-3589-4499-95f2-ddee4b103952 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.143818 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-52907b3d-3589-4499-95f2-ddee4b103952 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.191226 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52907b3d-3589-4499-95f2-ddee4b103952 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13635d1f-57c1-480d-8821-81d862574e5b,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:03.194137 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-52907b3d-3589-4499-95f2-ddee4b103952 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.198256 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-52907b3d-3589-4499-95f2-ddee4b103952 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.2196584
Apr 08 02:52:03.199123 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47644) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:03.203775 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-2ae8e259-2af5-4149-98bf-f2183d1758fd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'security_group_rule': {'security_group_id': '13635d1f-57c1-480d-8821-81d862574e5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:03.209309 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-2ae8e259-2af5-4149-98bf-f2183d1758fd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:03.213109 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-2ae8e259-2af5-4149-98bf-f2183d1758fd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:security_group_rule and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:03.215889 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-2ae8e259-2af5-4149-98bf-f2183d1758fd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:03.221468 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-2ae8e259-2af5-4149-98bf-f2183d1758fd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:03.237979 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2ae8e259-2af5-4149-98bf-f2183d1758fd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.261861 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-469d7e30-b4ba-43b3-863e-4dd8931be43e req-41d02bb1-ca13-487d-be35-2443e99a7b9f service neutron] 10.222.0.49 "GET /v2.0/networks/8196b4c0-597d-4eba-9f08-9a87d14a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277359
Apr 08 02:52:03.299562 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2ae8e259-2af5-4149-98bf-f2183d1758fd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.303613 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2ae8e259-2af5-4149-98bf-f2183d1758fd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.327061 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8e259-2af5-4149-98bf-f2183d1758fd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b744bf8c-f1e5-4c13-8211-22b2ac2abc3e,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:03.335439 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2ae8e259-2af5-4149-98bf-f2183d1758fd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.337452 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-2ae8e259-2af5-4149-98bf-f2183d1758fd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1379290
Apr 08 02:52:03.339967 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47648) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:03.345265 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-c4e786a2-f4c2-4b2b-9962-0108f1044edf tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'security_group_rule': {'security_group_id': '13635d1f-57c1-480d-8821-81d862574e5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:03.350729 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-c4e786a2-f4c2-4b2b-9962-0108f1044edf tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:03.354765 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-c4e786a2-f4c2-4b2b-9962-0108f1044edf tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:security_group_rule and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:03.357555 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-c4e786a2-f4c2-4b2b-9962-0108f1044edf tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:03.363289 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-c4e786a2-f4c2-4b2b-9962-0108f1044edf tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:03.379430 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c4e786a2-f4c2-4b2b-9962-0108f1044edf tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.386769 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1dd7a134-ceb6-4c53-867e-9469c5d0c4e7 req-3c9bafd8-07a0-4866-9555-86b51317bcd5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6eb5fe9c67d048c5b2097f9a923ac025&device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 1138 time: 0.0768619
Apr 08 02:52:03.401389 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0732542e-492f-4fc2-957b-c1a61121383d None None] New status for floating IP 7147824e-6361-4995-ba55-e042d40a5820: DOWN {{(pid=83139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:52:03.447921 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c4e786a2-f4c2-4b2b-9962-0108f1044edf tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.452062 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c4e786a2-f4c2-4b2b-9962-0108f1044edf tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.476550 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e786a2-f4c2-4b2b-9962-0108f1044edf tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113a984a-223a-4803-af30-4aad84a737bd,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:03.489214 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c4e786a2-f4c2-4b2b-9962-0108f1044edf tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.490536 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-c4e786a2-f4c2-4b2b-9962-0108f1044edf tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1496193
Apr 08 02:52:03.494441 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47652) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:03.499877 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'floatingip': {'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:03.505929 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:03.509544 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:floatingip and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:03.512719 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:03.518565 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:03.532527 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.534959 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7a134-ceb6-4c53-867e-9469c5d0c4e7 req-53886da7-7b51-48d7-b932-de3b212b7942 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:03.536377 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1dd7a134-ceb6-4c53-867e-9469c5d0c4e7 req-53886da7-7b51-48d7-b932-de3b212b7942 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8196b4c0-597d-4eba-9f08-9a87d14a2840 HTTP/1.1" status: 200  len: 916 time: 0.1421170
Apr 08 02:52:03.637395 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1dd7a134-ceb6-4c53-867e-9469c5d0c4e7 req-397376c3-2fe2-4196-988e-2a9c04912812 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7bd9446-7011-458c-94be-2eb73cc73b68 HTTP/1.1" status: 200  len: 1002 time: 0.0936151
Apr 08 02:52:03.676483 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.769372 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7a134-ceb6-4c53-867e-9469c5d0c4e7 req-f62a8608-d010-453a-8846-71b675650e27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:03.770810 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1dd7a134-ceb6-4c53-867e-9469c5d0c4e7 req-f62a8608-d010-453a-8846-71b675650e27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c168317b-5c4b-47e6-ba3c-c461b9db9a85 HTTP/1.1" status: 200  len: 854 time: 0.1278336
Apr 08 02:52:03.819827 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_common [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Allocated IP 172.27.2.162 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/30c123d5-e66f-410b-9b11-6cf32f2074bd) {{(pid=83136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:52:03.847655 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1dd7a134-ceb6-4c53-867e-9469c5d0c4e7 req-64071510-8c6a-4ec9-b6d3-d3ebb16f42ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8196b4c0-597d-4eba-9f08-9a87d14a2840&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0681744
Apr 08 02:52:03.967856 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for port, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.986955 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1dd7a134-ceb6-4c53-867e-9469c5d0c4e7 req-76e50c19-ab8d-4ae0-9697-a96e4d932712 service neutron] 10.222.0.49 "GET /v2.0/networks/8196b4c0-597d-4eba-9f08-9a87d14a2840?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271620
Apr 08 02:52:03.994784 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:04.062361 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:52:04.064976 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources bound (agent type, host, resource id):  {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:52:04.068616 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Received port after_create {{(pid=83136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:52:04.101077 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'Port': ['ID=30c123d5-e66f-410b-9b11-6cf32f2074bd,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:04.126406 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1dd7a134-ceb6-4c53-867e-9469c5d0c4e7 req-f24593f4-e7de-45b1-a29d-9bfbe10d999d service neutron] 10.222.0.49 "GET /v2.0/networks/8196b4c0-597d-4eba-9f08-9a87d14a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323133
Apr 08 02:52:04.280875 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:04.311051 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-e85d0065-de5c-4e5c-bc0f-b654aa51c584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:04.339013 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:04.547817 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for port, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:04.551988 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2029878'] for port, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:04.653615 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'Port': ['ID=30c123d5-e66f-410b-9b11-6cf32f2074bd,revision_number=2']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:04.667303 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:04.688961 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:04.690162 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-c917fa77-830f-48dd-81eb-70b96df053bc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1947722
Apr 08 02:52:04.864000 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-b33e1b04-45fa-4da9-bfb7-9d9910231035 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Synchronizing usage tracker for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:security_group {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:52:04.879948 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-b33e1b04-45fa-4da9-bfb7-9d9910231035 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Unset dirty status for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:security_group {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:52:04.881291 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-b33e1b04-45fa-4da9-bfb7-9d9910231035 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--872103495&fields=id&tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3 HTTP/1.1" status: 200  len: 267 time: 0.0609500
Apr 08 02:52:05.039200 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-0f3cf5f3-faa0-4691-97d6-f7381b6fc11c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:05.041274 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-0f3cf5f3-faa0-4691-97d6-f7381b6fc11c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/networks?id=8b5bf61a-9182-47e6-a758-1a71619fdd20 HTTP/1.1" status: 200  len: 814 time: 0.1526828
Apr 08 02:52:05.059457 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-f1dc8dac-3d53-496b-8a7b-4b9ac639e163 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/quotas/cbbf5bb7e51d4d2d8594d6d1d3a797a3 HTTP/1.1" status: 200  len: 375 time: 0.0128794
Apr 08 02:52:05.142054 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-2cb6e464-6883-4246-9c10-7cb56cfe1de0 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0773773
Apr 08 02:52:05.273848 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-8ca12209-5587-492b-9367-b57379a83c57 service neutron] 10.222.0.48 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206043
Apr 08 02:52:05.400502 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-4d98a26b-e677-47be-9413-e3a859575716 service neutron] 10.222.0.48 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209884
Apr 08 02:52:05.579394 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-81743e69-b380-4a3c-b506-db118fd71fad req-860fccc1-1ba8-4081-9832-00ca7f4e6a5e tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 210 time: 0.0401263
Apr 08 02:52:06.517044 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-73d56839-35ab-4224-8740-06833a9aa414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:06.679469 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d4795-7c8f-4a62-a96e-6f4ca74b6cd0 req-545d3324-a3a9-48b2-ab4a-5834b5ab0d65 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:06.681861 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-173d4795-7c8f-4a62-a96e-6f4ca74b6cd0 req-545d3324-a3a9-48b2-ab4a-5834b5ab0d65 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 947 time: 0.1076796
Apr 08 02:52:06.732504 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-cf9984e4-74ec-48ab-b9c7-c59695026522 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:06.733913 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-cf9984e4-74ec-48ab-b9c7-c59695026522 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "GET /v2.0/networks?id=8b5bf61a-9182-47e6-a758-1a71619fdd20 HTTP/1.1" status: 200  len: 814 time: 0.1570358
Apr 08 02:52:06.776301 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9a711a40-f0cc-4742-bdc5-5091805352eb req-809c3e9e-7ccf-46b7-990f-30af58cb4759 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 210 time: 0.0528514
Apr 08 02:52:06.778987 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-173d4795-7c8f-4a62-a96e-6f4ca74b6cd0 req-248e0f36-b1cf-4f4b-a5ac-98de5d6156ca tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916376
Apr 08 02:52:06.792954 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-26da8529-483d-4aa2-962c-60c686058027 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Synchronizing usage tracker for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:security_group {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:52:06.805554 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-26da8529-483d-4aa2-962c-60c686058027 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Unset dirty status for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:security_group {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:52:06.806774 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-26da8529-483d-4aa2-962c-60c686058027 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3 HTTP/1.1" status: 200  len: 379 time: 0.0573759
Apr 08 02:52:06.816903 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-0283efc7-2ce4-405d-8048-fea89a24d7ed tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'port': {'device_id': '991d0926-dfa5-43b7-a6d4-b745f1bb8e59', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'admin_state_up': True, 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'security_groups': ['13635d1f-57c1-480d-8821-81d862574e5b']}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:06.949707 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-0283efc7-2ce4-405d-8048-fea89a24d7ed tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:06.953730 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-0283efc7-2ce4-405d-8048-fea89a24d7ed tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:port and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:06.956480 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-0283efc7-2ce4-405d-8048-fea89a24d7ed tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:06.962738 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-0283efc7-2ce4-405d-8048-fea89a24d7ed tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:06.971595 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-0283efc7-2ce4-405d-8048-fea89a24d7ed tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Made reservation on behalf of cbbf5bb7e51d4d2d8594d6d1d3a797a3 for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:52:06.974685 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-0283efc7-2ce4-405d-8048-fea89a24d7ed tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:07.132648 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-0283efc7-2ce4-405d-8048-fea89a24d7ed tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Allocated IP 172.20.0.4 (8b5bf61a-9182-47e6-a758-1a71619fdd20/743cafe1-55c5-498c-8d9e-6e95da137120/91c08498-dc67-4de7-be78-2f9d88554354) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:52:07.322443 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-0283efc7-2ce4-405d-8048-fea89a24d7ed tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:07.337898 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-0283efc7-2ce4-405d-8048-fea89a24d7ed tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Transition to ACTIVE for port object 91c08498-dc67-4de7-be78-2f9d88554354 will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:52:07.358748 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-0283efc7-2ce4-405d-8048-fea89a24d7ed tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:07.427891 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-0283efc7-2ce4-405d-8048-fea89a24d7ed tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Network 8b5bf61a-9182-47e6-a758-1a71619fdd20 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:52:07.431744 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-0283efc7-2ce4-405d-8048-fea89a24d7ed tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:52:07.435593 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-0283efc7-2ce4-405d-8048-fea89a24d7ed tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:52:07.467194 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283efc7-2ce4-405d-8048-fea89a24d7ed tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'Port': ['ID=91c08498-dc67-4de7-be78-2f9d88554354,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:07.502756 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-0283efc7-2ce4-405d-8048-fea89a24d7ed tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:07.503550 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-0283efc7-2ce4-405d-8048-fea89a24d7ed tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:07.527794 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-0283efc7-2ce4-405d-8048-fea89a24d7ed tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7146270
Apr 08 02:52:07.541075 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Request body: {'port': {'device_id': '991d0926-dfa5-43b7-a6d4-b745f1bb8e59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:07.629590 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-6c440565-a8ae-46c9-868b-610dd612ab50 None None] Provisioning for port 91c08498-dc67-4de7-be78-2f9d88554354 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:52:07.634498 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-6c440565-a8ae-46c9-868b-610dd612ab50 None None] Provisioning complete for port 91c08498-dc67-4de7-be78-2f9d88554354 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:52:07.634887 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-6c440565-a8ae-46c9-868b-610dd612ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:07.649080 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:07.694468 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:07.702152 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-6c440565-a8ae-46c9-868b-610dd612ab50 None None] Port 91c08498-dc67-4de7-be78-2f9d88554354 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:52:07.862856 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:07.991600 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c08498-dc67-4de7-be78-2f9d88554354 {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:52:07.999799 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:08.016104 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Transition to ACTIVE for port object 91c08498-dc67-4de7-be78-2f9d88554354 will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:52:08.019990 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:08.041717 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a735d9b-76b8-4b46-a63c-ddd63b20f617 req-672360f5-9652-4e0c-bddd-895de13dc985 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:08.043181 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6a735d9b-76b8-4b46-a63c-ddd63b20f617 req-672360f5-9652-4e0c-bddd-895de13dc985 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 931 time: 0.1364400
Apr 08 02:52:08.054198 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68504e08-c3eb-4a69-843f-79f974583eb3 req-1e67e875-d470-4ec2-99f7-da893c9c839b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:08.055966 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-68504e08-c3eb-4a69-843f-79f974583eb3 req-1e67e875-d470-4ec2-99f7-da893c9c839b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 947 time: 0.1121786
Apr 08 02:52:08.133427 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6a735d9b-76b8-4b46-a63c-ddd63b20f617 req-37a0d4ac-5a1a-4f5a-a57f-feab4ef7f573 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=13635d1f-57c1-480d-8821-81d862574e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763710
Apr 08 02:52:08.135853 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-68504e08-c3eb-4a69-843f-79f974583eb3 req-29300bae-f748-4af1-ae4e-8ec85ebb9962 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649290
Apr 08 02:52:08.208404 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Pushing event updated for resources: {'Port': ['ID=91c08498-dc67-4de7-be78-2f9d88554354,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:08.312562 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Attempting to bind port 91c08498-dc67-4de7-be78-2f9d88554354 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:52:08.312894 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Attempting to bind port 91c08498-dc67-4de7-be78-2f9d88554354 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:52:08.313220 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Attempting to bind port 91c08498-dc67-4de7-be78-2f9d88554354 on network 8b5bf61a-9182-47e6-a758-1a71619fdd20 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:52:08.318901 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Port 91c08498-dc67-4de7-be78-2f9d88554354 on network 8b5bf61a-9182-47e6-a758-1a71619fdd20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:52:08.319216 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Attempting to bind port 91c08498-dc67-4de7-be78-2f9d88554354 on network 8b5bf61a-9182-47e6-a758-1a71619fdd20 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:52:08.325780 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:52:08.326096 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Checking segment: {'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:52:08.326468 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Bound using segment: {'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:52:08.326911 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Bound port: 91c08498-dc67-4de7-be78-2f9d88554354, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:52:08.327252 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:08.415493 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] For port 91c08498-dc67-4de7-be78-2f9d88554354, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:52:08.418280 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] For port 91c08498-dc67-4de7-be78-2f9d88554354, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=91c08498-dc67-4de7-be78-2f9d88554354,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:52:08.422792 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:08.484145 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:08.485486 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] 10.222.0.49 "PUT /v2.0/ports/91c08498-dc67-4de7-be78-2f9d88554354 HTTP/1.1" status: 200  len: 1093 time: 0.9491925
Apr 08 02:52:08.485912 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991d0926-dfa5-43b7-a6d4-b745f1bb8e59', 'tag': '91c08498-dc67-4de7-be78-2f9d88554354'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:52:08.516467 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f54692-69fd-4152-8c62-590ca4ad01f0 service neutron] Pushing event updated for resources: {'Port': ['ID=91c08498-dc67-4de7-be78-2f9d88554354,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:08.564150 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb35e019-84b4-470c-a183-05a54ffdf35e'] response: {'name': 'network-changed', 'server_uuid': '991d0926-dfa5-43b7-a6d4-b745f1bb8e59', 'tag': '91c08498-dc67-4de7-be78-2f9d88554354', 'status': 'completed', 'code': 200}
Apr 08 02:52:08.568381 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:08.606315 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-289eb177-f8bf-4aa6-a508-62590acd0d74 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3&device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 1096 time: 0.0765500
Apr 08 02:52:08.676297 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-711665f2-18a4-44b4-8660-184b1ebf579c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91c08498-dc67-4de7-be78-2f9d88554354 HTTP/1.1" status: 200  len: 217 time: 0.0601211
Apr 08 02:52:08.741755 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-fd1ab36b-f8b6-4665-8f29-381f79f98142 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:08.743240 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-fd1ab36b-f8b6-4665-8f29-381f79f98142 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=743cafe1-55c5-498c-8d9e-6e95da137120 HTTP/1.1" status: 200  len: 853 time: 0.0585835
Apr 08 02:52:08.816107 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-7496571b-37d6-4b71-a5ca-8e90e94b261c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8b5bf61a-9182-47e6-a758-1a71619fdd20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0661376
Apr 08 02:52:08.999168 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-40d9c0f5-3731-4d6e-ae85-5f182c61a9d5 service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1754351
Apr 08 02:52:09.008744 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29062b8e-08d2-4849-b6a3-88b152f3859f req-1f8b8f46-0b59-4e88-993e-e3f8a4ed36d8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:09.009390 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-29062b8e-08d2-4849-b6a3-88b152f3859f req-1f8b8f46-0b59-4e88-993e-e3f8a4ed36d8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Synchronizing usage tracker for tenant:f673f0f0edd74c56a204930e93f143da on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:52:09.098921 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-29062b8e-08d2-4849-b6a3-88b152f3859f req-1f8b8f46-0b59-4e88-993e-e3f8a4ed36d8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Unset dirty status for tenant:f673f0f0edd74c56a204930e93f143da on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:52:09.099993 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-29062b8e-08d2-4849-b6a3-88b152f3859f req-1f8b8f46-0b59-4e88-993e-e3f8a4ed36d8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.49 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 947 time: 0.2107518
Apr 08 02:52:09.161752 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:09.191837 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6c5ea715-54e9-4db9-aa07-520fab7cbcb3 req-bf7801f8-2416-47dc-8221-b08ce18b2b01 service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1798837
Apr 08 02:52:09.194988 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-29062b8e-08d2-4849-b6a3-88b152f3859f req-2cab557c-cc2e-46e5-a8fe-7d66d643af44 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Deleting port e1447a33-5dc8-44ca-8978-a2f1cdaaab34 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:52:09.195324 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-29062b8e-08d2-4849-b6a3-88b152f3859f req-2cab557c-cc2e-46e5-a8fe-7d66d643af44 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:09.400779 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c876f7-d9d9-41fa-9bb2-05c79e6f76ee req-b2f35f15-1169-4001-81b2-a45414a080a6 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:09.402215 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c6c876f7-d9d9-41fa-9bb2-05c79e6f76ee req-b2f35f15-1169-4001-81b2-a45414a080a6 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 943 time: 0.1405747
Apr 08 02:52:09.408430 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69696b7-073b-463f-8e23-aff3f6392d01 req-1f511067-003e-41c5-afb7-219c1ff17279 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:09.409748 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f69696b7-073b-463f-8e23-aff3f6392d01 req-1f511067-003e-41c5-afb7-219c1ff17279 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 947 time: 0.1106763
Apr 08 02:52:09.438379 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-83e13b72-426c-467e-b55d-4329db3283a0 req-5823bece-4bdf-490a-a24e-73b8bf5f8de3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3&device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 1096 time: 0.1863935
Apr 08 02:52:09.482387 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c6c876f7-d9d9-41fa-9bb2-05c79e6f76ee req-c631c4ac-c59f-4f46-a3de-ad0c7981cb4e tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=13635d1f-57c1-480d-8821-81d862574e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717008
Apr 08 02:52:09.484479 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f69696b7-073b-463f-8e23-aff3f6392d01 req-6e58e3b4-2478-4e9c-8c0c-c8bf7b26363d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610859
Apr 08 02:52:09.590802 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-29062b8e-08d2-4849-b6a3-88b152f3859f req-2cab557c-cc2e-46e5-a8fe-7d66d643af44 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] For port e1447a33-5dc8-44ca-8978-a2f1cdaaab34, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:52:09.591149 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-29062b8e-08d2-4849-b6a3-88b152f3859f req-2cab557c-cc2e-46e5-a8fe-7d66d643af44 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:09.749280 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e13b72-426c-467e-b55d-4329db3283a0 req-5b807493-9ebb-48eb-b2cd-ea5ace8f96ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:09.750587 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-83e13b72-426c-467e-b55d-4329db3283a0 req-5b807493-9ebb-48eb-b2cd-ea5ace8f96ab service neutron] 10.222.0.49 "GET /v2.0/networks?id=8b5bf61a-9182-47e6-a758-1a71619fdd20 HTTP/1.1" status: 200  len: 915 time: 0.3049281
Apr 08 02:52:09.884145 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-83e13b72-426c-467e-b55d-4329db3283a0 req-9bff4a9d-636f-4305-af1d-14df6fc3992e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91c08498-dc67-4de7-be78-2f9d88554354 HTTP/1.1" status: 200  len: 217 time: 0.1237044
Apr 08 02:52:10.034921 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e13b72-426c-467e-b55d-4329db3283a0 req-723970df-e797-42ac-acb1-c2a265d9d2e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:10.036312 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-83e13b72-426c-467e-b55d-4329db3283a0 req-723970df-e797-42ac-acb1-c2a265d9d2e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=743cafe1-55c5-498c-8d9e-6e95da137120 HTTP/1.1" status: 200  len: 853 time: 0.1441841
Apr 08 02:52:10.092362 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-29062b8e-08d2-4849-b6a3-88b152f3859f req-2cab557c-cc2e-46e5-a8fe-7d66d643af44 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:10.092731 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-29062b8e-08d2-4849-b6a3-88b152f3859f req-2cab557c-cc2e-46e5-a8fe-7d66d643af44 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:10.093032 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.l3_db [req-29062b8e-08d2-4849-b6a3-88b152f3859f req-2cab557c-cc2e-46e5-a8fe-7d66d643af44 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Floating IP caed0346-af78-4a8b-bf60-421bee27bc04 disassociated. External IP: 172.27.2.192, port: e1447a33-5dc8-44ca-8978-a2f1cdaaab34.
Apr 08 02:52:10.093363 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-29062b8e-08d2-4849-b6a3-88b152f3859f req-2cab557c-cc2e-46e5-a8fe-7d66d643af44 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Calling delete_port for e1447a33-5dc8-44ca-8978-a2f1cdaaab34 owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:52:10.189181 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-83e13b72-426c-467e-b55d-4329db3283a0 req-f13db5a6-50ef-45c9-acac-77b72612b4c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8b5bf61a-9182-47e6-a758-1a71619fdd20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1415038
Apr 08 02:52:10.343203 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-29062b8e-08d2-4849-b6a3-88b152f3859f req-2cab557c-cc2e-46e5-a8fe-7d66d643af44 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:10.392555 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab557c-cc2e-46e5-a8fe-7d66d643af44 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Pushing event deleted for resources: {'Port': ['ID=e1447a33-5dc8-44ca-8978-a2f1cdaaab34,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:10.415743 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-83e13b72-426c-467e-b55d-4329db3283a0 req-8590fd75-7fef-4a14-b585-2d117651489f service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1977189
Apr 08 02:52:10.669447 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-83e13b72-426c-467e-b55d-4329db3283a0 req-85aea67f-653e-4f9f-adaf-7b480aee55e3 service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2013409
Apr 08 02:52:10.724901 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29062b8e-08d2-4849-b6a3-88b152f3859f req-2cab557c-cc2e-46e5-a8fe-7d66d643af44 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Router 83533c30-df13-46f3-994c-374573aaf0dc has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:52:10.773439 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7c968a6f-5226-412b-ad31-0ee7d2c40a72 req-86437609-4a97-4909-b6b6-75cccbf3f935 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44bc1d2-0741-4081-9165-b0aca9008eaf HTTP/1.1" status: 200  len: 210 time: 0.1291163
Apr 08 02:52:10.820587 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2069aaa-45e9-4335-aa47-4c948be2126d req-3ded8a6e-b35a-47bf-8cfb-b792424f4c17 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:10.827486 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f2069aaa-45e9-4335-aa47-4c948be2126d req-3ded8a6e-b35a-47bf-8cfb-b792424f4c17 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 943 time: 0.2197850
Apr 08 02:52:10.875249 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f2069aaa-45e9-4335-aa47-4c948be2126d req-12646141-26ba-45a5-b3aa-1dd6e460794b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=13635d1f-57c1-480d-8821-81d862574e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468788
Apr 08 02:52:10.968651 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29062b8e-08d2-4849-b6a3-88b152f3859f req-2cab557c-cc2e-46e5-a8fe-7d66d643af44 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:52:10.981380 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388bdf9-d16a-4f38-964e-74d21c1dc52e None None] Sync routers for ids ['83533c30-df13-46f3-994c-374573aaf0dc'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:52:10.995106 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388bdf9-d16a-4f38-964e-74d21c1dc52e None None] Routers {'83533c30-df13-46f3-994c-374573aaf0dc'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:52:10.996045 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-a388bdf9-d16a-4f38-964e-74d21c1dc52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2b0c940>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:52:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['83533c30-df13-46f3-994c-374573aaf0dc'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:11.040411 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-29062b8e-08d2-4849-b6a3-88b152f3859f req-2cab557c-cc2e-46e5-a8fe-7d66d643af44 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] No DVR routers for this DVR port e1447a33-5dc8-44ca-8978-a2f1cdaaab34 on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:52:11.042877 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-29062b8e-08d2-4849-b6a3-88b152f3859f req-2cab557c-cc2e-46e5-a8fe-7d66d643af44 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:11.045572 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44bc1d2-0741-4081-9165-b0aca9008eaf', 'name': 'network-vif-deleted', 'tag': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:52:11.065647 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-29062b8e-08d2-4849-b6a3-88b152f3859f req-2cab557c-cc2e-46e5-a8fe-7d66d643af44 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.49 "DELETE /v2.0/ports/e1447a33-5dc8-44ca-8978-a2f1cdaaab34 HTTP/1.1" status: 204  len: 173 time: 1.9574339
Apr 08 02:52:11.155661 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58490ade-0313-4bd5-ae4f-05c48815c8ae'] response: {'server_uuid': 'e44bc1d2-0741-4081-9165-b0aca9008eaf', 'name': 'network-vif-deleted', 'tag': 'e1447a33-5dc8-44ca-8978-a2f1cdaaab34', 'status': 'completed', 'code': 200}
Apr 08 02:52:11.233320 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-a388bdf9-d16a-4f38-964e-74d21c1dc52e None None] Set router 83533c30-df13-46f3-994c-374573aaf0dc gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:52:11.575883 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-a388bdf9-d16a-4f38-964e-74d21c1dc52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2b0c940>, [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 4, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port': {'id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '8de3e0ea-813d-4c5a-b074-96afa49bccc6', 'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'mac_address': 'fa:16:3e:ee:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:37Z', 'revision_number': 5, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'subnets': [{'id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:11.579929 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388bdf9-d16a-4f38-964e-74d21c1dc52e None None] Checking router: 83533c30-df13-46f3-994c-374573aaf0dc for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:52:11.591249 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388bdf9-d16a-4f38-964e-74d21c1dc52e None None] Routers {'83533c30-df13-46f3-994c-374573aaf0dc'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:52:11.591835 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-a388bdf9-d16a-4f38-964e-74d21c1dc52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2b0c940>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:52:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['83533c30-df13-46f3-994c-374573aaf0dc'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:11.783945 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-a388bdf9-d16a-4f38-964e-74d21c1dc52e None None] Set router 83533c30-df13-46f3-994c-374573aaf0dc gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:52:11.946680 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47748) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:12.001177 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c417072-27d7-4d52-ad92-347d6461145b req-8b20bf18-6224-4fe6-8631-464c05842738 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:12.003530 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6c417072-27d7-4d52-ad92-347d6461145b req-8b20bf18-6224-4fe6-8631-464c05842738 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.1026611
Apr 08 02:52:12.060236 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6c417072-27d7-4d52-ad92-347d6461145b req-fab8780b-8207-42f5-9f6c-8da03965ca98 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479991
Apr 08 02:52:12.074524 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d7ad43c8-4406-4b6d-bc1f-80b06ca7d869 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:12.144227 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fb2e8-5386-4b5a-828f-9f8df2bba78e req-5f7f9338-48e3-453d-a9f1-a2735a880302 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:12.144738 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-a388bdf9-d16a-4f38-964e-74d21c1dc52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2b0c940>, [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 4, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port': {'id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '8de3e0ea-813d-4c5a-b074-96afa49bccc6', 'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'mac_address': 'fa:16:3e:ee:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:37Z', 'revision_number': 5, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'subnets': [{'id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:12.145851 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-735fb2e8-5386-4b5a-828f-9f8df2bba78e req-5f7f9338-48e3-453d-a9f1-a2735a880302 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 943 time: 0.0846243
Apr 08 02:52:12.150888 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388bdf9-d16a-4f38-964e-74d21c1dc52e None None] The sync data for ids ['83533c30-df13-46f3-994c-374573aaf0dc'] in dv-cinder-837052-1-iscsi is: [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 4, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port': {'id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '8de3e0ea-813d-4c5a-b074-96afa49bccc6', 'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'mac_address': 'fa:16:3e:ee:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:37Z', 'revision_number': 5, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'subnets': [{'id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:52:12.196382 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-735fb2e8-5386-4b5a-828f-9f8df2bba78e req-c1a42723-ae84-4000-9ac7-5415736ca161 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=13635d1f-57c1-480d-8821-81d862574e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432186
Apr 08 02:52:12.208785 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d7ad43c8-4406-4b6d-bc1f-80b06ca7d869 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:12.260802 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d7ad43c8-4406-4b6d-bc1f-80b06ca7d869 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:12.277796 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad43c8-4406-4b6d-bc1f-80b06ca7d869 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:12.290798 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d7ad43c8-4406-4b6d-bc1f-80b06ca7d869 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:12.292097 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-d7ad43c8-4406-4b6d-bc1f-80b06ca7d869 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "DELETE /v2.0/security-groups/69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1 HTTP/1.1" status: 204  len: 168 time: 0.3443513
Apr 08 02:52:12.294813 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47752) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:12.316614 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.api.v2.resource [None req-d17e9847-c225-4f35-a759-33447910f7d8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] show failed (client error): The resource could not be found.
Apr 08 02:52:12.320297 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-d17e9847-c225-4f35-a759-33447910f7d8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups/69bcfa3e-4f29-4be2-bb2e-b4f4c3b7adc1 HTTP/1.1" status: 404  len: 347 time: 0.0219989
Apr 08 02:52:12.321041 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47756) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:12.385287 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33be71a5-fe4f-43a3-a180-b5cffe075aee None None] New status for floating IP caed0346-af78-4a8b-bf60-421bee27bc04: DOWN {{(pid=83139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:52:12.472813 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-806a3e16-e581-4447-b07d-2aa1e162d106 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Deleting port 645eec9d-b109-4069-905f-2c750a95c52b {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:52:12.473066 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-806a3e16-e581-4447-b07d-2aa1e162d106 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:12.645550 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-806a3e16-e581-4447-b07d-2aa1e162d106 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:12.645874 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-806a3e16-e581-4447-b07d-2aa1e162d106 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:12.767012 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-806a3e16-e581-4447-b07d-2aa1e162d106 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Calling delete_port for 645eec9d-b109-4069-905f-2c750a95c52b owned by network:floatingip {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:52:12.847873 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.db.api [None req-806a3e16-e581-4447-b07d-2aa1e162d106 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:52:12.848191 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG oslo_db.api [None req-806a3e16-e581-4447-b07d-2aa1e162d106 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:52:13.274974 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5475156-5c88-4779-b9dd-0490c768c040 req-709e63a0-bfa5-41e6-bb95-3561d9199c63 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:13.276417 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c5475156-5c88-4779-b9dd-0490c768c040 req-709e63a0-bfa5-41e6-bb95-3561d9199c63 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.0860016
Apr 08 02:52:13.325098 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c5475156-5c88-4779-b9dd-0490c768c040 req-bfb8bff0-d6cd-4205-bc39-fcb2ef9a0939 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430748
Apr 08 02:52:13.349449 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-806a3e16-e581-4447-b07d-2aa1e162d106 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Deleting port 645eec9d-b109-4069-905f-2c750a95c52b {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:52:13.349924 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-806a3e16-e581-4447-b07d-2aa1e162d106 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:13.396642 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ca607-d166-4faa-a886-77697b936fba req-44d2e295-6ed7-4c2a-a85c-0996a5c5095e tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:13.397979 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4c6ca607-d166-4faa-a886-77697b936fba req-44d2e295-6ed7-4c2a-a85c-0996a5c5095e tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 943 time: 0.0762281
Apr 08 02:52:13.442895 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4c6ca607-d166-4faa-a886-77697b936fba req-6444be65-7895-4857-98ce-02463935de55 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=13635d1f-57c1-480d-8821-81d862574e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392797
Apr 08 02:52:13.512586 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-806a3e16-e581-4447-b07d-2aa1e162d106 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:13.512905 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-806a3e16-e581-4447-b07d-2aa1e162d106 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:13.627933 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-806a3e16-e581-4447-b07d-2aa1e162d106 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Calling delete_port for 645eec9d-b109-4069-905f-2c750a95c52b owned by network:floatingip {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:52:13.759230 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-806a3e16-e581-4447-b07d-2aa1e162d106 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:13.802683 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a3e16-e581-4447-b07d-2aa1e162d106 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Pushing event deleted for resources: {'Port': ['ID=645eec9d-b109-4069-905f-2c750a95c52b,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:13.893552 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-806a3e16-e581-4447-b07d-2aa1e162d106 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for floatingip, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:13.907375 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-806a3e16-e581-4447-b07d-2aa1e162d106 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:13.908448 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-806a3e16-e581-4447-b07d-2aa1e162d106 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "DELETE /v2.0/floatingips/caed0346-af78-4a8b-bf60-421bee27bc04 HTTP/1.1" status: 204  len: 168 time: 1.5865371
Apr 08 02:52:13.966165 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 91c08498-dc67-4de7-be78-2f9d88554354 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:52:13.969786 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device e1447a33-5dc8-44ca-8978-a2f1cdaaab34 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:52:14.010019 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] No Port match for: e1447a33-5dc8-44ca-8978-a2f1cdaaab34 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:52:14.010222 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device e1447a33-5dc8-44ca-8978-a2f1cdaaab34 not bound to the agent host hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:52:14.166011 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 91c08498-dc67-4de7-be78-2f9d88554354, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=91c08498-dc67-4de7-be78-2f9d88554354,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:52:14.178439 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': '91c08498-dc67-4de7-be78-2f9d88554354', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'port_id': '91c08498-dc67-4de7-be78-2f9d88554354', 'mac_address': 'fa:16:3e:d1:6e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:52:14.230343 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:14.247049 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c08498-dc67-4de7-be78-2f9d88554354 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:52:14.253569 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47766) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:14.259721 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-459a03ca-5427-47f4-af2b-ea06f3473623 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1508792905', 'description': 'tempest-description--401001579'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:14.265034 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 91c08498-dc67-4de7-be78-2f9d88554354, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=91c08498-dc67-4de7-be78-2f9d88554354,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:52:14.265490 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-459a03ca-5427-47f4-af2b-ea06f3473623 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:14.268730 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:14.269693 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-459a03ca-5427-47f4-af2b-ea06f3473623 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Usage tracker for resource:security_group and tenant:f673f0f0edd74c56a204930e93f143da is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:14.273578 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-459a03ca-5427-47f4-af2b-ea06f3473623 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:14.279731 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-459a03ca-5427-47f4-af2b-ea06f3473623 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:14.289590 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-459a03ca-5427-47f4-af2b-ea06f3473623 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:14.323950 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-459a03ca-5427-47f4-af2b-ea06f3473623 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:14.327593 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-459a03ca-5427-47f4-af2b-ea06f3473623 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Usage tracker for resource:security_group_rule and tenant:f673f0f0edd74c56a204930e93f143da is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:14.330325 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-459a03ca-5427-47f4-af2b-ea06f3473623 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:14.335773 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-459a03ca-5427-47f4-af2b-ea06f3473623 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:14.340064 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=91c08498-dc67-4de7-be78-2f9d88554354,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:14.391531 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-459a03ca-5427-47f4-af2b-ea06f3473623 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:14.395247 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-459a03ca-5427-47f4-af2b-ea06f3473623 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:14.440349 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a03ca-5427-47f4-af2b-ea06f3473623 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41c29a3-c2da-4332-80de-ffb2cc1c93be,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:14.447864 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-459a03ca-5427-47f4-af2b-ea06f3473623 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:14.449120 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-459a03ca-5427-47f4-af2b-ea06f3473623 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.1945009
Apr 08 02:52:14.451973 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47772) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:14.458112 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-8fdac072-c873-4afb-9c3e-630335da9866 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Request body: {'security_group_rule': {'security_group_id': 'f41c29a3-c2da-4332-80de-ffb2cc1c93be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:14.464191 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-8fdac072-c873-4afb-9c3e-630335da9866 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:14.468180 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-8fdac072-c873-4afb-9c3e-630335da9866 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Usage tracker for resource:security_group_rule and tenant:f673f0f0edd74c56a204930e93f143da is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:14.471153 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-8fdac072-c873-4afb-9c3e-630335da9866 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:14.480462 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-8fdac072-c873-4afb-9c3e-630335da9866 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:14.500101 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-8fdac072-c873-4afb-9c3e-630335da9866 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:14.542735 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50177891-5ec6-42a0-aceb-c14b9ff99ccd req-1f1498e1-17c3-4c79-a9ba-486168408c87 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:14.544236 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-50177891-5ec6-42a0-aceb-c14b9ff99ccd req-1f1498e1-17c3-4c79-a9ba-486168408c87 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.0963337
Apr 08 02:52:14.568264 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-8fdac072-c873-4afb-9c3e-630335da9866 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:14.574807 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-8fdac072-c873-4afb-9c3e-630335da9866 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:14.604454 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdac072-c873-4afb-9c3e-630335da9866 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebf8d86-700a-4bcd-96ef-d1d11c812e91,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:14.615393 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-50177891-5ec6-42a0-aceb-c14b9ff99ccd req-4bb4b005-ccdf-4dcf-994a-54a26b0cb6c7 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631096
Apr 08 02:52:14.619358 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-8fdac072-c873-4afb-9c3e-630335da9866 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:14.621002 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-8fdac072-c873-4afb-9c3e-630335da9866 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1679752
Apr 08 02:52:14.624754 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47778) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:14.631657 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-8044d961-7dc2-4bf8-a097-18c5f8f5d31d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Request body: {'security_group_rule': {'security_group_id': 'f41c29a3-c2da-4332-80de-ffb2cc1c93be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:14.639819 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-8044d961-7dc2-4bf8-a097-18c5f8f5d31d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:14.646180 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-8044d961-7dc2-4bf8-a097-18c5f8f5d31d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Usage tracker for resource:security_group_rule and tenant:f673f0f0edd74c56a204930e93f143da is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:14.650138 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-8044d961-7dc2-4bf8-a097-18c5f8f5d31d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:14.654071 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['91c08498-dc67-4de7-be78-2f9d88554354'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:52:14.664443 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-8044d961-7dc2-4bf8-a097-18c5f8f5d31d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:14.686361 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-8044d961-7dc2-4bf8-a097-18c5f8f5d31d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:14.814961 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-8044d961-7dc2-4bf8-a097-18c5f8f5d31d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:14.823101 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-8044d961-7dc2-4bf8-a097-18c5f8f5d31d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:14.848403 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220047e3-e5d4-4e99-b2d1-b9eac3cabfc2 req-e3c4c018-4090-4e15-aa66-e16d9e3c5a98 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:14.849811 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-220047e3-e5d4-4e99-b2d1-b9eac3cabfc2 req-e3c4c018-4090-4e15-aa66-e16d9e3c5a98 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 944 time: 0.1276035
Apr 08 02:52:14.858795 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044d961-7dc2-4bf8-a097-18c5f8f5d31d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e249b861-12a1-4d17-a3b1-5c97af00f0e5,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:14.881064 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-8044d961-7dc2-4bf8-a097-18c5f8f5d31d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:14.882137 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-8044d961-7dc2-4bf8-a097-18c5f8f5d31d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2560322
Apr 08 02:52:14.885803 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47784) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:14.891316 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Request body: {'floatingip': {'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:14.896453 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:14.900769 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Usage tracker for resource:floatingip and tenant:f673f0f0edd74c56a204930e93f143da is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:14.903506 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:14.908530 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-220047e3-e5d4-4e99-b2d1-b9eac3cabfc2 req-4a25084f-2171-4064-a676-9a63d60bfcf7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=13635d1f-57c1-480d-8821-81d862574e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515275
Apr 08 02:52:14.908914 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:14.919691 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for floatingip, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:15.121282 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:15.255900 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Allocated IP 172.27.2.127 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/245e9534-d200-4b89-a863-5647c104ac2c) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:52:15.404036 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:15.430289 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:15.537495 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:52:15.544245 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:52:15.547579 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Pushing event updated for resources: {'Port': ['ID=245e9534-d200-4b89-a863-5647c104ac2c,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:15.550275 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:52:15.625402 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048958-700d-41c0-9ed0-0d6621e7a66f req-9d95d765-2fdc-4120-8e64-39385c1ef462 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:15.626072 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-10048958-700d-41c0-9ed0-0d6621e7a66f req-9d95d765-2fdc-4120-8e64-39385c1ef462 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Synchronizing usage tracker for tenant:2f0c4cd55acc4607852747c5d796609e on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:52:15.652458 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-10048958-700d-41c0-9ed0-0d6621e7a66f req-9d95d765-2fdc-4120-8e64-39385c1ef462 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Unset dirty status for tenant:2f0c4cd55acc4607852747c5d796609e on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:52:15.653564 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-10048958-700d-41c0-9ed0-0d6621e7a66f req-9d95d765-2fdc-4120-8e64-39385c1ef462 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.1791356
Apr 08 02:52:15.794341 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-10048958-700d-41c0-9ed0-0d6621e7a66f req-8deb7d5f-04a3-4d9a-ada9-0a5027b11560 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Deleting port 925ad71f-f0c4-4cad-b48b-9505cac52cd3 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:52:15.794694 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-10048958-700d-41c0-9ed0-0d6621e7a66f req-8deb7d5f-04a3-4d9a-ada9-0a5027b11560 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:15.810013 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3dd913-434d-4941-b058-33beb5dea33e req-0a8d8c87-8ddc-4b2c-8040-7e9a2f15e996 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:15.811543 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8b3dd913-434d-4941-b058-33beb5dea33e req-0a8d8c87-8ddc-4b2c-8040-7e9a2f15e996 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 945 time: 0.0758331
Apr 08 02:52:15.819211 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:15.860530 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8b3dd913-434d-4941-b058-33beb5dea33e req-023ca4af-9044-4709-bbb0-6207dddf1547 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433328
Apr 08 02:52:15.916861 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:15.989243 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 91c08498-dc67-4de7-be78-2f9d88554354 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:52:16.068953 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port 91c08498-dc67-4de7-be78-2f9d88554354 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:52:16.074722 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port 91c08498-dc67-4de7-be78-2f9d88554354 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:52:16.075092 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:16.108168 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e4c80-fbbd-4fa3-986d-1b51dfc510c8 req-17644693-9707-42cf-8024-a28ffcc54de0 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:16.109602 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-965e4c80-fbbd-4fa3-986d-1b51dfc510c8 req-17644693-9707-42cf-8024-a28ffcc54de0 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 944 time: 0.0788286
Apr 08 02:52:16.157656 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-965e4c80-fbbd-4fa3-986d-1b51dfc510c8 req-99d05bb3-56c5-4694-9cee-9a8abe592d77 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=13635d1f-57c1-480d-8821-81d862574e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419800
Apr 08 02:52:16.200752 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:16.218695 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-10048958-700d-41c0-9ed0-0d6621e7a66f req-8deb7d5f-04a3-4d9a-ada9-0a5027b11560 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] For port 925ad71f-f0c4-4cad-b48b-9505cac52cd3, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=925ad71f-f0c4-4cad-b48b-9505cac52cd3,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:52:16.219047 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-10048958-700d-41c0-9ed0-0d6621e7a66f req-8deb7d5f-04a3-4d9a-ada9-0a5027b11560 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:16.228642 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991d0926-dfa5-43b7-a6d4-b745f1bb8e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c08498-dc67-4de7-be78-2f9d88554354'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:52:16.238248 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 91c08498-dc67-4de7-be78-2f9d88554354, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=91c08498-dc67-4de7-be78-2f9d88554354,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:52:16.243091 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:16.287015 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c1c130a-c5d8-40ce-a70b-89711050430d'] response: {'server_uuid': '991d0926-dfa5-43b7-a6d4-b745f1bb8e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c08498-dc67-4de7-be78-2f9d88554354', 'code': 200}
Apr 08 02:52:16.314488 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=91c08498-dc67-4de7-be78-2f9d88554354,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:16.406963 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:16.424810 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:16.752528 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Pushing event updated for resources: {'Port': ['ID=245e9534-d200-4b89-a863-5647c104ac2c,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:16.786557 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-10048958-700d-41c0-9ed0-0d6621e7a66f req-8deb7d5f-04a3-4d9a-ada9-0a5027b11560 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:16.787024 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-10048958-700d-41c0-9ed0-0d6621e7a66f req-8deb7d5f-04a3-4d9a-ada9-0a5027b11560 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:16.787332 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.l3_db [req-10048958-700d-41c0-9ed0-0d6621e7a66f req-8deb7d5f-04a3-4d9a-ada9-0a5027b11560 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Floating IP 27369fc5-0405-4420-8d51-45249f5f8519 disassociated. External IP: 172.27.2.30, port: 925ad71f-f0c4-4cad-b48b-9505cac52cd3.
Apr 08 02:52:16.787674 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-10048958-700d-41c0-9ed0-0d6621e7a66f req-8deb7d5f-04a3-4d9a-ada9-0a5027b11560 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Calling delete_port for 925ad71f-f0c4-4cad-b48b-9505cac52cd3 owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:52:16.824232 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:16.870265 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:16.871476 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-30b995bc-7d77-4fd8-a1b1-038b8b291d14 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9847128
Apr 08 02:52:16.877111 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f6eb0642-8d15-405a-9a68-c606fd107572 req-79c1cea2-354e-4a4c-ab44-bbd81ac0ae4d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 1098 time: 0.3989999
Apr 08 02:52:16.979948 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f6eb0642-8d15-405a-9a68-c606fd107572 req-e7dd9661-cf35-49d9-971d-2d14af67283f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=13635d1f-57c1-480d-8821-81d862574e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0852628
Apr 08 02:52:17.005971 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-10048958-700d-41c0-9ed0-0d6621e7a66f req-8deb7d5f-04a3-4d9a-ada9-0a5027b11560 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:17.033807 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ad9c3553-3da5-4351-a808-576e94223cc0 req-22feba56-9b60-4601-bc3c-e3c44d748a5f tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 210 time: 0.0445771
Apr 08 02:52:17.060438 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb7d5f-04a3-4d9a-ada9-0a5027b11560 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Pushing event deleted for resources: {'Port': ['ID=925ad71f-f0c4-4cad-b48b-9505cac52cd3,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:17.221653 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-86e86192-3f4e-40ac-a9e7-b45b0ab3c16e tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1508792905&fields=id&tenant_id=f673f0f0edd74c56a204930e93f143da HTTP/1.1" status: 200  len: 267 time: 0.0597312
Apr 08 02:52:17.276683 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10048958-700d-41c0-9ed0-0d6621e7a66f req-8deb7d5f-04a3-4d9a-ada9-0a5027b11560 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Router a511a43e-c69c-48a0-9d44-0a5ab05ae739 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:52:17.460213 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-e4d91157-2e7b-4dd2-8dbe-c1d99417f154 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:17.461673 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-e4d91157-2e7b-4dd2-8dbe-c1d99417f154 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/networks?id=9177d28f-82e1-4f7a-9248-434f10dfbba9 HTTP/1.1" status: 200  len: 817 time: 0.2313910
Apr 08 02:52:17.482630 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba717b-d351-406f-a2bf-55c0c3fd6627 req-ba7b010a-4e20-4e42-8007-2b5137a44c7f tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:17.487172 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-77ba717b-d351-406f-a2bf-55c0c3fd6627 req-ba7b010a-4e20-4e42-8007-2b5137a44c7f tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 945 time: 0.1471968
Apr 08 02:52:17.494922 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10048958-700d-41c0-9ed0-0d6621e7a66f req-8deb7d5f-04a3-4d9a-ada9-0a5027b11560 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:52:17.504477 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441fdbf7-1cf9-443e-b49c-4e677eeca877 None None] Sync routers for ids ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:52:17.515250 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-de841542-8480-4b8b-bd9b-dfa89898b3e7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/quotas/f673f0f0edd74c56a204930e93f143da HTTP/1.1" status: 200  len: 375 time: 0.0460503
Apr 08 02:52:17.522245 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441fdbf7-1cf9-443e-b49c-4e677eeca877 None None] Routers {'a511a43e-c69c-48a0-9d44-0a5ab05ae739'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:52:17.522886 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-441fdbf7-1cf9-443e-b49c-4e677eeca877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2ae8880>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:52:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:17.576446 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-10048958-700d-41c0-9ed0-0d6621e7a66f req-8deb7d5f-04a3-4d9a-ada9-0a5027b11560 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] No DVR routers for this DVR port 925ad71f-f0c4-4cad-b48b-9505cac52cd3 on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:52:17.579144 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-10048958-700d-41c0-9ed0-0d6621e7a66f req-8deb7d5f-04a3-4d9a-ada9-0a5027b11560 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:17.591558 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'name': 'network-vif-deleted', 'tag': '925ad71f-f0c4-4cad-b48b-9505cac52cd3'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:52:17.593443 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-77ba717b-d351-406f-a2bf-55c0c3fd6627 req-aefa4999-bb70-47b9-82ec-ea2c66c03425 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=13635d1f-57c1-480d-8821-81d862574e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023555
Apr 08 02:52:17.598930 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-10048958-700d-41c0-9ed0-0d6621e7a66f req-8deb7d5f-04a3-4d9a-ada9-0a5027b11560 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.49 "DELETE /v2.0/ports/925ad71f-f0c4-4cad-b48b-9505cac52cd3 HTTP/1.1" status: 204  len: 173 time: 1.9375105
Apr 08 02:52:17.635185 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-b8f38821-3195-479a-94ed-5aeb4ded1337 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f673f0f0edd74c56a204930e93f143da&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1129730
Apr 08 02:52:17.688403 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d169b117-b8df-4b5c-abec-c12a277467d2'] response: {'server_uuid': '1b72863f-5373-4ef6-b303-1b7955cafa96', 'name': 'network-vif-deleted', 'tag': '925ad71f-f0c4-4cad-b48b-9505cac52cd3', 'status': 'completed', 'code': 200}
Apr 08 02:52:17.746336 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-441fdbf7-1cf9-443e-b49c-4e677eeca877 None None] Set router a511a43e-c69c-48a0-9d44-0a5ab05ae739 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:52:17.841501 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-af25cb7a-b507-4954-84b6-dec753521f9d service neutron] 10.222.0.48 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2006013
Apr 08 02:52:17.971720 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-f77160a5-4594-4b52-be85-92cc0ae5dc29 service neutron] 10.222.0.48 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243799
Apr 08 02:52:18.067871 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-441fdbf7-1cf9-443e-b49c-4e677eeca877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2ae8880>, [{'id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'name': 'tempest-ServerRescueNegativeTestJSON-602230225-router', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:48Z', 'revision_number': 4, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'gw_port': {'id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '19a5aa4a-8e40-4db4-89d9-0ba4b5693eae', 'name': '', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'mac_address': 'fa:16:3e:6d:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:04Z', 'revision_number': 5, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'subnets': [{'id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:18.072887 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441fdbf7-1cf9-443e-b49c-4e677eeca877 None None] Checking router: a511a43e-c69c-48a0-9d44-0a5ab05ae739 for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:52:18.084654 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441fdbf7-1cf9-443e-b49c-4e677eeca877 None None] Routers {'a511a43e-c69c-48a0-9d44-0a5ab05ae739'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:52:18.085606 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-441fdbf7-1cf9-443e-b49c-4e677eeca877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2ae8880>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:52:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:18.200397 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-63123e8f-d77a-4448-87f6-12f2ab1118e3 req-04468a3a-264b-4d5d-83a1-4337879fa370 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 210 time: 0.0650306
Apr 08 02:52:18.297039 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b2d334fb-2f98-4d7a-8d65-84573e709692 req-2352d925-95d0-4996-ab29-bba72ce878bb tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b72863f-5373-4ef6-b303-1b7955cafa96 HTTP/1.1" status: 200  len: 210 time: 0.0613999
Apr 08 02:52:18.343272 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-441fdbf7-1cf9-443e-b49c-4e677eeca877 None None] Set router a511a43e-c69c-48a0-9d44-0a5ab05ae739 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:52:18.704752 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-441fdbf7-1cf9-443e-b49c-4e677eeca877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2ae8880>, [{'id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'name': 'tempest-ServerRescueNegativeTestJSON-602230225-router', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:48Z', 'revision_number': 4, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'gw_port': {'id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '19a5aa4a-8e40-4db4-89d9-0ba4b5693eae', 'name': '', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'mac_address': 'fa:16:3e:6d:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:04Z', 'revision_number': 5, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'subnets': [{'id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:18.708679 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441fdbf7-1cf9-443e-b49c-4e677eeca877 None None] The sync data for ids ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'] in dv-cinder-837052-1-iscsi is: [{'id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'name': 'tempest-ServerRescueNegativeTestJSON-602230225-router', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:44:48Z', 'revision_number': 4, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'gw_port': {'id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '19a5aa4a-8e40-4db4-89d9-0ba4b5693eae', 'name': '', 'network_id': '0f7fec88-7d49-4f5a-9423-d79ffd9641f1', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'mac_address': 'fa:16:3e:6d:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:04Z', 'revision_number': 5, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'subnets': [{'id': '3bb3aae2-b572-44aa-8358-c4c59784dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:52:18.896101 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacf9a8-df9e-461e-a48b-804dcf4366a5 req-ebd2166d-efe1-454b-9af9-af2d0516c84e tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:18.897454 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bfacf9a8-df9e-461e-a48b-804dcf4366a5 req-ebd2166d-efe1-454b-9af9-af2d0516c84e tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 945 time: 0.1671352
Apr 08 02:52:18.945134 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bfacf9a8-df9e-461e-a48b-804dcf4366a5 req-d79cfd4d-291f-45f6-8ef1-c4f6fb535d9b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=13635d1f-57c1-480d-8821-81d862574e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414696
Apr 08 02:52:18.993601 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae96f7-0f6d-49b4-b626-a0d57b74676b None None] New status for floating IP 27369fc5-0405-4420-8d51-45249f5f8519: DOWN {{(pid=83139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:52:19.143054 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afd221-d1fd-47ed-85c3-3aa7879c7a80 req-9503a70c-ea4f-4688-9932-5e9407c64073 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:19.144507 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b8afd221-d1fd-47ed-85c3-3aa7879c7a80 req-9503a70c-ea4f-4688-9932-5e9407c64073 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 945 time: 0.0793362
Apr 08 02:52:19.153791 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47826) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:19.159427 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-6f8b6872-2129-42a9-bb32-eb0060c082bb tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'floatingip': {'port_id': '91c08498-dc67-4de7-be78-2f9d88554354'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:19.236832 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6872-2129-42a9-bb32-eb0060c082bb tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:19.420268 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ce8b92b3-1d7b-4d6a-afe2-424c4a87b3bc req-0638bc36-eb27-4d7a-8893-1d15bebe3aac tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 210 time: 0.0460436
Apr 08 02:52:19.485363 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47836) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:19.552410 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c9d9cfbe-94df-4746-b08a-d3abf017b902 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:19.579329 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-7dc228cd-bc8b-4be6-b911-0f33c5664a92 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:19.579576 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c9d9cfbe-94df-4746-b08a-d3abf017b902 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:19.580710 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-7dc228cd-bc8b-4be6-b911-0f33c5664a92 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.49 "GET /v2.0/networks?id=9177d28f-82e1-4f7a-9248-434f10dfbba9 HTTP/1.1" status: 200  len: 817 time: 0.2963011
Apr 08 02:52:19.630693 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c9d9cfbe-94df-4746-b08a-d3abf017b902 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:19.651483 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9cfbe-94df-4746-b08a-d3abf017b902 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:19.669249 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c9d9cfbe-94df-4746-b08a-d3abf017b902 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:19.670322 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-c9d9cfbe-94df-4746-b08a-d3abf017b902 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "DELETE /v2.0/security-groups/f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf HTTP/1.1" status: 204  len: 168 time: 0.1839409
Apr 08 02:52:19.672700 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47840) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:19.693528 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.api.v2.resource [None req-ef1d8dd4-106f-4de0-9de3-bd5343c28528 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] show failed (client error): The resource could not be found.
Apr 08 02:52:19.694471 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-ef1d8dd4-106f-4de0-9de3-bd5343c28528 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups/f4fc6de4-2d8c-4710-8e9d-a516cc0dfcbf HTTP/1.1" status: 404  len: 347 time: 0.0209358
Apr 08 02:52:19.697228 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47844) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:19.850607 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-be14b202-5e33-497a-91a6-17166612b7ea tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Deleting port 933c9d84-e098-4265-bdc5-64e3ffe9f45c {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:52:19.851007 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-be14b202-5e33-497a-91a6-17166612b7ea tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:19.864485 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-0ee3074e-14dd-47a1-a1c6-0321418e4b60 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Synchronizing usage tracker for tenant:f673f0f0edd74c56a204930e93f143da on resource:security_group {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:52:19.948521 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-0ee3074e-14dd-47a1-a1c6-0321418e4b60 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Unset dirty status for tenant:f673f0f0edd74c56a204930e93f143da on resource:security_group {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:52:19.949517 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-0ee3074e-14dd-47a1-a1c6-0321418e4b60 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f673f0f0edd74c56a204930e93f143da HTTP/1.1" status: 200  len: 380 time: 0.2978125
Apr 08 02:52:19.975170 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-ec657ec2-5b43-47e4-85c4-cd38a4b6d117 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Request body: {'port': {'device_id': 'bbeb7a47-a8ee-44b3-bc79-bd12670aaa33', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'admin_state_up': True, 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'security_groups': ['f41c29a3-c2da-4332-80de-ffb2cc1c93be']}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:20.019166 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 925ad71f-f0c4-4cad-b48b-9505cac52cd3 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:52:20.022071 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-be14b202-5e33-497a-91a6-17166612b7ea tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.022402 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-be14b202-5e33-497a-91a6-17166612b7ea tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.053958 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] No Port match for: 925ad71f-f0c4-4cad-b48b-9505cac52cd3 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:52:20.054326 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 925ad71f-f0c4-4cad-b48b-9505cac52cd3 not bound to the agent host hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:52:20.142115 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-ec657ec2-5b43-47e4-85c4-cd38a4b6d117 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:20.143551 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-be14b202-5e33-497a-91a6-17166612b7ea tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Calling delete_port for 933c9d84-e098-4265-bdc5-64e3ffe9f45c owned by network:floatingip {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:52:20.147662 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-ec657ec2-5b43-47e4-85c4-cd38a4b6d117 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Usage tracker for resource:port and tenant:f673f0f0edd74c56a204930e93f143da is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:20.152023 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-ec657ec2-5b43-47e4-85c4-cd38a4b6d117 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:20.158548 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-ec657ec2-5b43-47e4-85c4-cd38a4b6d117 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:20.232804 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-ec657ec2-5b43-47e4-85c4-cd38a4b6d117 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Made reservation on behalf of f673f0f0edd74c56a204930e93f143da for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:52:20.235659 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-ec657ec2-5b43-47e4-85c4-cd38a4b6d117 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.313427 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6872-2129-42a9-bb32-eb0060c082bb tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.319892 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6872-2129-42a9-bb32-eb0060c082bb tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.340457 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-be14b202-5e33-497a-91a6-17166612b7ea tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.386508 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14b202-5e33-497a-91a6-17166612b7ea tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Pushing event deleted for resources: {'Port': ['ID=933c9d84-e098-4265-bdc5-64e3ffe9f45c,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:20.477196 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-be14b202-5e33-497a-91a6-17166612b7ea tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks [] for floatingip, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.493422 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-be14b202-5e33-497a-91a6-17166612b7ea tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.496986 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-be14b202-5e33-497a-91a6-17166612b7ea tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "DELETE /v2.0/floatingips/27369fc5-0405-4420-8d51-45249f5f8519 HTTP/1.1" status: 204  len: 168 time: 0.7965024
Apr 08 02:52:20.552980 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-ec657ec2-5b43-47e4-85c4-cd38a4b6d117 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Allocated IP 172.20.0.6 (9177d28f-82e1-4f7a-9248-434f10dfbba9/3ecf36cf-7175-47e0-89d3-2818045d184b/2bd62dce-ca58-4c9e-bb8a-99411d102c48) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:52:20.618430 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c397e469-c1cb-40f2-a90b-6b7568e6e4ef req-2f45c652-a9b1-4f46-b102-98ea0a529ea1 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 210 time: 0.0548894
Apr 08 02:52:20.731913 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.l3_db [None req-6f8b6872-2129-42a9-bb32-eb0060c082bb tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Floating IP f51e30e4-f116-4d6a-91e6-f35ab7aa3e15 associated. External IP: 172.27.2.162, port: 91c08498-dc67-4de7-be78-2f9d88554354.
Apr 08 02:52:20.882085 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-ec657ec2-5b43-47e4-85c4-cd38a4b6d117 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.909877 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-ec657ec2-5b43-47e4-85c4-cd38a4b6d117 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Transition to ACTIVE for port object 2bd62dce-ca58-4c9e-bb8a-99411d102c48 will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:52:20.950367 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-ec657ec2-5b43-47e4-85c4-cd38a4b6d117 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:21.040573 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-ec657ec2-5b43-47e4-85c4-cd38a4b6d117 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Network 9177d28f-82e1-4f7a-9248-434f10dfbba9 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:52:21.044712 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-ec657ec2-5b43-47e4-85c4-cd38a4b6d117 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:52:21.050210 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-ec657ec2-5b43-47e4-85c4-cd38a4b6d117 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:52:21.076810 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec657ec2-5b43-47e4-85c4-cd38a4b6d117 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Pushing event updated for resources: {'Port': ['ID=2bd62dce-ca58-4c9e-bb8a-99411d102c48,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:21.170282 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-ec657ec2-5b43-47e4-85c4-cd38a4b6d117 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:21.171107 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-ec657ec2-5b43-47e4-85c4-cd38a4b6d117 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:21.248042 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-2f831e53-f6ab-4abd-959d-46a1b31acd88 None None] Provisioning for port 2bd62dce-ca58-4c9e-bb8a-99411d102c48 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:52:21.252724 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-2f831e53-f6ab-4abd-959d-46a1b31acd88 None None] Provisioning complete for port 2bd62dce-ca58-4c9e-bb8a-99411d102c48 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:52:21.253090 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-2f831e53-f6ab-4abd-959d-46a1b31acd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:21.260884 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-ec657ec2-5b43-47e4-85c4-cd38a4b6d117 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3012326
Apr 08 02:52:21.275559 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Request body: {'port': {'device_id': 'bbeb7a47-a8ee-44b3-bc79-bd12670aaa33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:21.306818 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-2f831e53-f6ab-4abd-959d-46a1b31acd88 None None] Port 2bd62dce-ca58-4c9e-bb8a-99411d102c48 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:52:21.495076 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:21.652712 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8b6872-2129-42a9-bb32-eb0060c082bb tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:52:21.850422 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9223e5-e28b-474e-b9e6-96502a3101e4 req-fb86685d-5396-4997-98cb-0555fbd48a76 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:21.852521 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5b9223e5-e28b-474e-b9e6-96502a3101e4 req-fb86685d-5396-4997-98cb-0555fbd48a76 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 931 time: 0.0898154
Apr 08 02:52:21.904938 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5b9223e5-e28b-474e-b9e6-96502a3101e4 req-9a64514f-c606-40bf-b874-e6d5d6621123 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449851
Apr 08 02:52:22.002500 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd62dce-ca58-4c9e-bb8a-99411d102c48 {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:52:22.013120 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:22.033434 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Transition to ACTIVE for port object 2bd62dce-ca58-4c9e-bb8a-99411d102c48 will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:52:22.043870 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:22.183399 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd62dce-ca58-4c9e-bb8a-99411d102c48,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:22.192505 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8b6872-2129-42a9-bb32-eb0060c082bb tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:52:22.201556 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6914156c-7ab9-48b0-9ea3-d824004c6149 None None] Sync routers for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:52:22.213810 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6914156c-7ab9-48b0-9ea3-d824004c6149 None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:52:22.214419 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-6914156c-7ab9-48b0-9ea3-d824004c6149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2e94160>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:52:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:22.223149 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6872-2129-42a9-bb32-eb0060c082bb tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:22.330056 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-6f8b6872-2129-42a9-bb32-eb0060c082bb tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "PUT /v2.0/floatingips/f51e30e4-f116-4d6a-91e6-f35ab7aa3e15 HTTP/1.1" status: 200  len: 991 time: 3.1711051
Apr 08 02:52:22.330056 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991d0926-dfa5-43b7-a6d4-b745f1bb8e59', 'tag': '91c08498-dc67-4de7-be78-2f9d88554354'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:52:22.349580 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Attempting to bind port 2bd62dce-ca58-4c9e-bb8a-99411d102c48 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:52:22.349908 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Attempting to bind port 2bd62dce-ca58-4c9e-bb8a-99411d102c48 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '8758cd27-8689-4eb2-a4f3-2a1c2c28b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:52:22.350229 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Attempting to bind port 2bd62dce-ca58-4c9e-bb8a-99411d102c48 on network 9177d28f-82e1-4f7a-9248-434f10dfbba9 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:52:22.356499 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Port 2bd62dce-ca58-4c9e-bb8a-99411d102c48 on network 9177d28f-82e1-4f7a-9248-434f10dfbba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:52:22.356822 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Attempting to bind port 2bd62dce-ca58-4c9e-bb8a-99411d102c48 on network 9177d28f-82e1-4f7a-9248-434f10dfbba9 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:52:22.363188 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:52:22.363518 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Checking segment: {'id': '8758cd27-8689-4eb2-a4f3-2a1c2c28b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:52:22.364004 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Bound using segment: {'id': '8758cd27-8689-4eb2-a4f3-2a1c2c28b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:52:22.364428 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Bound port: 2bd62dce-ca58-4c9e-bb8a-99411d102c48, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8758cd27-8689-4eb2-a4f3-2a1c2c28b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:52:22.364770 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:22.405804 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc7c68df-4cb0-4f02-9246-edc1d36cdcfa'] response: {'name': 'network-changed', 'server_uuid': '991d0926-dfa5-43b7-a6d4-b745f1bb8e59', 'tag': '91c08498-dc67-4de7-be78-2f9d88554354', 'status': 'completed', 'code': 200}
Apr 08 02:52:22.413064 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-6914156c-7ab9-48b0-9ea3-d824004c6149 None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:52:22.508150 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] For port 2bd62dce-ca58-4c9e-bb8a-99411d102c48, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:52:22.512532 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] For port 2bd62dce-ca58-4c9e-bb8a-99411d102c48, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2bd62dce-ca58-4c9e-bb8a-99411d102c48,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:52:22.517575 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:22.555625 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-eb2e5001-ca48-4601-b652-792ac4a98f13 req-141f79d3-dd1a-4e1c-b2f7-ce3d061c609f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3&device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 1098 time: 0.1451879
Apr 08 02:52:22.666492 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:22.667841 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] 10.222.0.49 "PUT /v2.0/ports/2bd62dce-ca58-4c9e-bb8a-99411d102c48 HTTP/1.1" status: 200  len: 1093 time: 1.3984942
Apr 08 02:52:22.677817 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1afe0f-cae7-482e-83bc-dd86046d6b40 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd62dce-ca58-4c9e-bb8a-99411d102c48,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:22.760608 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e5001-ca48-4601-b652-792ac4a98f13 req-6fe7f1c6-1082-4ca2-bf75-e39008c416c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:22.762058 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-eb2e5001-ca48-4601-b652-792ac4a98f13 req-6fe7f1c6-1082-4ca2-bf75-e39008c416c8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8b5bf61a-9182-47e6-a758-1a71619fdd20 HTTP/1.1" status: 200  len: 915 time: 0.1981361
Apr 08 02:52:22.776988 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-6914156c-7ab9-48b0-9ea3-d824004c6149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2e94160>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'f51e30e4-f116-4d6a-91e6-f35ab7aa3e15', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'port_id': '91c08498-dc67-4de7-be78-2f9d88554354', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'mac_address': 'fa:16:3e:d1:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d0926-dfa5-43b7-a6d4-b745f1bb8e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:52:04Z', 'updated_at': '2022-04-08T02:52:20Z', 'revision_number': 1, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:22.781149 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6914156c-7ab9-48b0-9ea3-d824004c6149 None None] Checking router: dab48c9e-c48a-4c5e-b7b8-c637e07566b3 for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:52:22.793107 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6914156c-7ab9-48b0-9ea3-d824004c6149 None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:52:22.793803 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-6914156c-7ab9-48b0-9ea3-d824004c6149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2e94160>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:52:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:22.883449 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-eb2e5001-ca48-4601-b652-792ac4a98f13 req-feac1b1e-40ab-49bf-b502-b9fab5aa7285 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91c08498-dc67-4de7-be78-2f9d88554354 HTTP/1.1" status: 200  len: 999 time: 0.1139345
Apr 08 02:52:22.923749 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-422e0750-cae9-4e93-9e36-0fd0e322470b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f673f0f0edd74c56a204930e93f143da&device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 1096 time: 0.1978722
Apr 08 02:52:22.999849 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-6914156c-7ab9-48b0-9ea3-d824004c6149 None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:52:23.098495 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-4f7a4a92-b60b-4575-9c74-26e43720cbda service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd62dce-ca58-4c9e-bb8a-99411d102c48 HTTP/1.1" status: 200  len: 217 time: 0.1642375
Apr 08 02:52:23.113117 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e5001-ca48-4601-b652-792ac4a98f13 req-e3df65da-717d-4e5f-80f3-5fd4056aabae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:23.114698 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-eb2e5001-ca48-4601-b652-792ac4a98f13 req-e3df65da-717d-4e5f-80f3-5fd4056aabae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=743cafe1-55c5-498c-8d9e-6e95da137120 HTTP/1.1" status: 200  len: 853 time: 0.2253377
Apr 08 02:52:23.199690 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab86689-8635-44c8-ac10-13a928ba6402 req-5cc32b8e-df00-40db-8c29-423e8956cf56 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:23.201451 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9ab86689-8635-44c8-ac10-13a928ba6402 req-5cc32b8e-df00-40db-8c29-423e8956cf56 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.0892367
Apr 08 02:52:23.243999 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-20d93fad-d23f-413a-85ae-ea5479f59866 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:23.245412 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-20d93fad-d23f-413a-85ae-ea5479f59866 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3ecf36cf-7175-47e0-89d3-2818045d184b HTTP/1.1" status: 200  len: 856 time: 0.1340139
Apr 08 02:52:23.277939 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9ab86689-8635-44c8-ac10-13a928ba6402 req-44e53b23-c87c-48bc-8195-c7da8f7c7561 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691428
Apr 08 02:52:23.324314 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-eb2e5001-ca48-4601-b652-792ac4a98f13 req-d2d7a315-e267-439e-8766-498065255563 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8b5bf61a-9182-47e6-a758-1a71619fdd20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1781926
Apr 08 02:52:23.423796 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-6914156c-7ab9-48b0-9ea3-d824004c6149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2e94160>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'f51e30e4-f116-4d6a-91e6-f35ab7aa3e15', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'port_id': '91c08498-dc67-4de7-be78-2f9d88554354', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'mac_address': 'fa:16:3e:d1:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d0926-dfa5-43b7-a6d4-b745f1bb8e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:52:04Z', 'updated_at': '2022-04-08T02:52:20Z', 'revision_number': 1, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:23.427791 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6914156c-7ab9-48b0-9ea3-d824004c6149 None None] The sync data for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi is: [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'f51e30e4-f116-4d6a-91e6-f35ab7aa3e15', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'port_id': '91c08498-dc67-4de7-be78-2f9d88554354', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'mac_address': 'fa:16:3e:d1:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d0926-dfa5-43b7-a6d4-b745f1bb8e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:52:04Z', 'updated_at': '2022-04-08T02:52:20Z', 'revision_number': 1, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:52:23.432648 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f3c65-46c7-4d6e-866d-a6e39a2319fb req-26115dd9-e53a-4749-84f1-1b6924b5f2b0 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:23.432984 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-456f3c65-46c7-4d6e-866d-a6e39a2319fb req-26115dd9-e53a-4749-84f1-1b6924b5f2b0 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Synchronizing usage tracker for tenant:2f0c4cd55acc4607852747c5d796609e on resource:port {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:52:23.436131 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-61298ead-3fb3-40e2-8acc-e8c27246844c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9177d28f-82e1-4f7a-9248-434f10dfbba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1722372
Apr 08 02:52:23.449498 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-456f3c65-46c7-4d6e-866d-a6e39a2319fb req-26115dd9-e53a-4749-84f1-1b6924b5f2b0 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Unset dirty status for tenant:2f0c4cd55acc4607852747c5d796609e on resource:port {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:52:23.451194 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-456f3c65-46c7-4d6e-866d-a6e39a2319fb req-26115dd9-e53a-4749-84f1-1b6924b5f2b0 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.0971506
Apr 08 02:52:23.505280 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-456f3c65-46c7-4d6e-866d-a6e39a2319fb req-99af3925-bb4f-44f7-bb4a-cd0839fab32e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Synchronizing usage tracker for tenant:2f0c4cd55acc4607852747c5d796609e on resource:security_group {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:52:23.522862 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-456f3c65-46c7-4d6e-866d-a6e39a2319fb req-99af3925-bb4f-44f7-bb4a-cd0839fab32e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Unset dirty status for tenant:2f0c4cd55acc4607852747c5d796609e on resource:security_group {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:52:23.525193 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-456f3c65-46c7-4d6e-866d-a6e39a2319fb req-99af3925-bb4f-44f7-bb4a-cd0839fab32e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656736
Apr 08 02:52:23.551111 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-eb2e5001-ca48-4601-b652-792ac4a98f13 req-7e8047cc-bbaa-4348-a415-bc3c19a4df0b service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2185864
Apr 08 02:52:23.634193 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fcd169-653d-4c70-b954-11a9d69c9376 None None] New status for floating IP f51e30e4-f116-4d6a-91e6-f35ab7aa3e15: ACTIVE {{(pid=83139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:52:23.679575 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-5315384e-b473-457a-a0e1-169a8677a45a service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2276845
Apr 08 02:52:23.793762 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-eb2e5001-ca48-4601-b652-792ac4a98f13 req-fae6d8e9-e67c-43b3-a16b-962322046ad4 service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2359850
Apr 08 02:52:23.875910 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4844d3a6-1c47-406e-9bef-a28da8f96871 req-cd220986-9720-41ae-9f43-d095e0cfe2a8 service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1814795
Apr 08 02:52:23.918352 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a1091-249e-4d30-9dc5-02f856ee5ea0 req-21e03dc8-e26e-43e3-8e4d-ae845e48a1ae tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:23.919062 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-c63a1091-249e-4d30-9dc5-02f856ee5ea0 req-21e03dc8-e26e-43e3-8e4d-ae845e48a1ae tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Synchronizing usage tracker for tenant:2f0c4cd55acc4607852747c5d796609e on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:52:23.930982 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-c63a1091-249e-4d30-9dc5-02f856ee5ea0 req-21e03dc8-e26e-43e3-8e4d-ae845e48a1ae tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Unset dirty status for tenant:2f0c4cd55acc4607852747c5d796609e on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:52:23.931974 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c63a1091-249e-4d30-9dc5-02f856ee5ea0 req-21e03dc8-e26e-43e3-8e4d-ae845e48a1ae tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.49 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 946 time: 0.1003835
Apr 08 02:52:24.003760 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-c63a1091-249e-4d30-9dc5-02f856ee5ea0 req-089ba3ac-2693-4c22-94c7-084957f5a459 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Deleting port 8cf7f363-1f61-4342-8249-2e47822bc532 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:52:24.004096 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c63a1091-249e-4d30-9dc5-02f856ee5ea0 req-089ba3ac-2693-4c22-94c7-084957f5a459 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:24.234033 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-c63a1091-249e-4d30-9dc5-02f856ee5ea0 req-089ba3ac-2693-4c22-94c7-084957f5a459 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] For port 8cf7f363-1f61-4342-8249-2e47822bc532, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8cf7f363-1f61-4342-8249-2e47822bc532,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:52:24.234291 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c63a1091-249e-4d30-9dc5-02f856ee5ea0 req-089ba3ac-2693-4c22-94c7-084957f5a459 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:24.356333 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-c63a1091-249e-4d30-9dc5-02f856ee5ea0 req-089ba3ac-2693-4c22-94c7-084957f5a459 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Calling delete_port for 8cf7f363-1f61-4342-8249-2e47822bc532 owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:52:24.407085 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbeb7a47-a8ee-44b3-bc79-bd12670aaa33', 'tag': '2bd62dce-ca58-4c9e-bb8a-99411d102c48'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:52:24.471058 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1547ffd9-9345-471d-89bc-cf279bddff3d'] response: {'name': 'network-changed', 'server_uuid': 'bbeb7a47-a8ee-44b3-bc79-bd12670aaa33', 'tag': '2bd62dce-ca58-4c9e-bb8a-99411d102c48', 'status': 'completed', 'code': 200}
Apr 08 02:52:24.557218 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c63a1091-249e-4d30-9dc5-02f856ee5ea0 req-089ba3ac-2693-4c22-94c7-084957f5a459 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:24.567277 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d54ffc-35e3-490e-b900-d7ef5b204226 req-f63c3040-17ce-4c50-9a2f-71c4db9bf713 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:24.571162 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c8d54ffc-35e3-490e-b900-d7ef5b204226 req-f63c3040-17ce-4c50-9a2f-71c4db9bf713 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.1489754
Apr 08 02:52:24.571998 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['1765d10f-4f9f-4883-99d5-299517e80053', '8cf7f363-1f61-4342-8249-2e47822bc532'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:52:24.611882 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ba3ac-2693-4c22-94c7-084957f5a459 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Pushing event deleted for resources: {'Port': ['ID=8cf7f363-1f61-4342-8249-2e47822bc532,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:24.625749 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c8d54ffc-35e3-490e-b900-d7ef5b204226 req-c5f287ef-be2d-4768-84a3-e7550c7839de tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509746
Apr 08 02:52:24.744427 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e66cc0b7-c525-4b9f-833a-d5fd6810a83d req-dfc79d7e-2fc7-4417-a957-4b612e93a113 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=6228b11f-244d-4e25-8b1f-e19a90cc8c20 HTTP/1.1" status: 200  len: 210 time: 0.0442545
Apr 08 02:52:24.777643 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63a1091-249e-4d30-9dc5-02f856ee5ea0 req-089ba3ac-2693-4c22-94c7-084957f5a459 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] No DVR routers for this DVR port 8cf7f363-1f61-4342-8249-2e47822bc532 on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:52:24.780203 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-c63a1091-249e-4d30-9dc5-02f856ee5ea0 req-089ba3ac-2693-4c22-94c7-084957f5a459 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:24.786714 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-089d710e-9d72-4360-9302-e57d32e2420d req-23c9fe19-337e-4124-a0ef-d38f9fed242a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f673f0f0edd74c56a204930e93f143da&device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 1096 time: 0.2947772
Apr 08 02:52:24.814171 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c63a1091-249e-4d30-9dc5-02f856ee5ea0 req-089ba3ac-2693-4c22-94c7-084957f5a459 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.49 "DELETE /v2.0/ports/8cf7f363-1f61-4342-8249-2e47822bc532 HTTP/1.1" status: 204  len: 173 time: 0.8754673
Apr 08 02:52:24.928368 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d710e-9d72-4360-9302-e57d32e2420d req-e60d29d7-75e2-495f-8f61-48503ba48227 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:24.930616 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-089d710e-9d72-4360-9302-e57d32e2420d req-e60d29d7-75e2-495f-8f61-48503ba48227 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9177d28f-82e1-4f7a-9248-434f10dfbba9 HTTP/1.1" status: 200  len: 918 time: 0.1371269
Apr 08 02:52:25.004443 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-089d710e-9d72-4360-9302-e57d32e2420d req-e8cfe030-cd01-4020-a04d-c3be0de09e0c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd62dce-ca58-4c9e-bb8a-99411d102c48 HTTP/1.1" status: 200  len: 217 time: 0.0667765
Apr 08 02:52:25.070888 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d710e-9d72-4360-9302-e57d32e2420d req-06f32b12-321a-48ec-97f8-94b7fdaf5362 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:25.072222 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-089d710e-9d72-4360-9302-e57d32e2420d req-06f32b12-321a-48ec-97f8-94b7fdaf5362 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3ecf36cf-7175-47e0-89d3-2818045d184b HTTP/1.1" status: 200  len: 856 time: 0.0604215
Apr 08 02:52:25.150323 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-089d710e-9d72-4360-9302-e57d32e2420d req-bffac478-0b90-46ff-b680-d760566ca504 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9177d28f-82e1-4f7a-9248-434f10dfbba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0686076
Apr 08 02:52:25.281354 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-089d710e-9d72-4360-9302-e57d32e2420d req-dd1f9c5e-ff1a-4564-b49b-cf690b7aed8d service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225605
Apr 08 02:52:25.415810 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-089d710e-9d72-4360-9302-e57d32e2420d req-2403c36f-345f-4392-8f47-7566741cc96a service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247749
Apr 08 02:52:25.845884 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3da65-9cf2-4545-ad73-5cfe7271acdb req-8c18df1b-96d9-4a5e-9f6b-e3d77fe00775 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:25.847347 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-86d3da65-9cf2-4545-ad73-5cfe7271acdb req-8c18df1b-96d9-4a5e-9f6b-e3d77fe00775 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.0793097
Apr 08 02:52:25.893850 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-86d3da65-9cf2-4545-ad73-5cfe7271acdb req-813fc863-8faf-4a74-b446-8b8ca40b22e2 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402627
Apr 08 02:52:26.216471 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379efce5-87d8-40d8-901d-ced68ecbb3cb req-2e68af66-ad6f-4306-9406-80e317111944 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:26.217875 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-379efce5-87d8-40d8-901d-ced68ecbb3cb req-2e68af66-ad6f-4306-9406-80e317111944 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.0756884
Apr 08 02:52:26.265086 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-379efce5-87d8-40d8-901d-ced68ecbb3cb req-c399b9dc-f8e2-4d4f-af9a-3881bd9377cd tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417340
Apr 08 02:52:26.472203 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6228b11f-244d-4e25-8b1f-e19a90cc8c20', 'name': 'network-vif-deleted', 'tag': '8cf7f363-1f61-4342-8249-2e47822bc532'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:52:26.525735 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d0fd54a-2066-4391-a224-22821e20d9b0'] response: {'server_uuid': '6228b11f-244d-4e25-8b1f-e19a90cc8c20', 'name': 'network-vif-deleted', 'tag': '8cf7f363-1f61-4342-8249-2e47822bc532', 'status': 'completed', 'code': 200}
Apr 08 02:52:26.940605 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfb609-2b04-4111-8c19-b8a55c8d9f3e req-0edea514-1714-4f85-a441-8a08a112882d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:26.941588 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-f7bfb609-2b04-4111-8c19-b8a55c8d9f3e req-0edea514-1714-4f85-a441-8a08a112882d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Synchronizing usage tracker for tenant:2f0c4cd55acc4607852747c5d796609e on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:52:26.958154 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-f7bfb609-2b04-4111-8c19-b8a55c8d9f3e req-0edea514-1714-4f85-a441-8a08a112882d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Unset dirty status for tenant:2f0c4cd55acc4607852747c5d796609e on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:52:26.959320 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f7bfb609-2b04-4111-8c19-b8a55c8d9f3e req-0edea514-1714-4f85-a441-8a08a112882d tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.0948424
Apr 08 02:52:27.027475 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-f7bfb609-2b04-4111-8c19-b8a55c8d9f3e req-ddbf7358-999e-4f56-885b-5c35085a8884 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Deleting port 1765d10f-4f9f-4883-99d5-299517e80053 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:52:27.027823 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f7bfb609-2b04-4111-8c19-b8a55c8d9f3e req-ddbf7358-999e-4f56-885b-5c35085a8884 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:27.120166 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201268ea-d54b-402a-a3dd-86d598a25210 req-9c68b4f5-a7d9-4a4b-9b1f-4922dda9d8b3 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:27.121708 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-201268ea-d54b-402a-a3dd-86d598a25210 req-9c68b4f5-a7d9-4a4b-9b1f-4922dda9d8b3 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.0783987
Apr 08 02:52:27.166539 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-201268ea-d54b-402a-a3dd-86d598a25210 req-6ca3370b-0748-443b-bb3c-342f8ac475e9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392489
Apr 08 02:52:27.263330 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-f7bfb609-2b04-4111-8c19-b8a55c8d9f3e req-ddbf7358-999e-4f56-885b-5c35085a8884 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] For port 1765d10f-4f9f-4883-99d5-299517e80053, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1765d10f-4f9f-4883-99d5-299517e80053,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:52:27.263678 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f7bfb609-2b04-4111-8c19-b8a55c8d9f3e req-ddbf7358-999e-4f56-885b-5c35085a8884 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:27.380897 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-f7bfb609-2b04-4111-8c19-b8a55c8d9f3e req-ddbf7358-999e-4f56-885b-5c35085a8884 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Calling delete_port for 1765d10f-4f9f-4883-99d5-299517e80053 owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:52:27.463104 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ca83f-7e36-46f3-8697-e16f9ff9c163 req-029a2cc6-d297-44ed-97bd-d7f2c794499e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:27.464452 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-160ca83f-7e36-46f3-8697-e16f9ff9c163 req-029a2cc6-d297-44ed-97bd-d7f2c794499e tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2c4fd0-315a-4d94-8913-a661cdfa293a HTTP/1.1" status: 200  len: 945 time: 0.0802855
Apr 08 02:52:27.509960 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-160ca83f-7e36-46f3-8697-e16f9ff9c163 req-7d535ce9-bbc8-4cca-9939-a09289a223c4 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7fdefba-16d8-424b-80f2-90d7d302028b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399835
Apr 08 02:52:27.519477 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f7bfb609-2b04-4111-8c19-b8a55c8d9f3e req-ddbf7358-999e-4f56-885b-5c35085a8884 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:27.530920 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['1765d10f-4f9f-4883-99d5-299517e80053'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:52:27.575481 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf7358-999e-4f56-885b-5c35085a8884 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Pushing event deleted for resources: {'Port': ['ID=1765d10f-4f9f-4883-99d5-299517e80053,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:27.648669 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bfb609-2b04-4111-8c19-b8a55c8d9f3e req-ddbf7358-999e-4f56-885b-5c35085a8884 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] No DVR routers for this DVR port 1765d10f-4f9f-4883-99d5-299517e80053 on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:52:27.651032 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-f7bfb609-2b04-4111-8c19-b8a55c8d9f3e req-ddbf7358-999e-4f56-885b-5c35085a8884 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:27.664858 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f7bfb609-2b04-4111-8c19-b8a55c8d9f3e req-ddbf7358-999e-4f56-885b-5c35085a8884 tempest-ServerRescueNegativeTestJSON-1646744704 tempest-ServerRescueNegativeTestJSON-1646744704-project] 10.222.0.49 "DELETE /v2.0/ports/1765d10f-4f9f-4883-99d5-299517e80053 HTTP/1.1" status: 204  len: 173 time: 0.7001917
Apr 08 02:52:28.039004 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 2bd62dce-ca58-4c9e-bb8a-99411d102c48 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:52:28.042274 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 8cf7f363-1f61-4342-8249-2e47822bc532 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:52:28.080044 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] No Port match for: 8cf7f363-1f61-4342-8249-2e47822bc532 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:52:28.080379 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 8cf7f363-1f61-4342-8249-2e47822bc532 not bound to the agent host hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:52:28.207779 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 2bd62dce-ca58-4c9e-bb8a-99411d102c48, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2bd62dce-ca58-4c9e-bb8a-99411d102c48,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:52:28.222393 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': '2bd62dce-ca58-4c9e-bb8a-99411d102c48', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'port_id': '2bd62dce-ca58-4c9e-bb8a-99411d102c48', 'mac_address': 'fa:16:3e:09:88:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:52:28.283896 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:28.300845 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd62dce-ca58-4c9e-bb8a-99411d102c48 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:52:28.317314 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 2bd62dce-ca58-4c9e-bb8a-99411d102c48, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2bd62dce-ca58-4c9e-bb8a-99411d102c48,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:52:28.321899 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:28.375725 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84346c7f-a435-495b-9807-6233fc182ed9 req-d49bb098-9c71-4d6b-af44-b1be231fb905 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:28.377144 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-84346c7f-a435-495b-9807-6233fc182ed9 req-d49bb098-9c71-4d6b-af44-b1be231fb905 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 944 time: 0.0767930
Apr 08 02:52:28.389551 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=2bd62dce-ca58-4c9e-bb8a-99411d102c48,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:28.421930 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-84346c7f-a435-495b-9807-6233fc182ed9 req-eee6ddb6-4d5f-4bce-98fb-9918fe5a04f7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391083
Apr 08 02:52:28.527027 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2c4fd0-315a-4d94-8913-a661cdfa293a', 'name': 'network-vif-deleted', 'tag': '1765d10f-4f9f-4883-99d5-299517e80053'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:52:28.580173 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa8e35c-3598-482c-8638-8cf787299b1a'] response: {'server_uuid': 'fe2c4fd0-315a-4d94-8913-a661cdfa293a', 'name': 'network-vif-deleted', 'tag': '1765d10f-4f9f-4883-99d5-299517e80053', 'status': 'completed', 'code': 200}
Apr 08 02:52:28.613523 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47902) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:28.696589 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['2bd62dce-ca58-4c9e-bb8a-99411d102c48'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:52:29.121890 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2843bb91-5e59-4ec8-863f-02f1e4a3aae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784174'] for router_interface, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:29.748602 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f653851-a4eb-47f4-9800-1bfb1617d66d req-59dcc867-f14b-4131-9954-9055597debed tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:29.749919 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3f653851-a4eb-47f4-9800-1bfb1617d66d req-59dcc867-f14b-4131-9954-9055597debed tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 944 time: 0.1887901
Apr 08 02:52:29.809879 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3f653851-a4eb-47f4-9800-1bfb1617d66d req-928f796b-5960-477f-80b0-e259e87495d7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540826
Apr 08 02:52:29.875082 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-2843bb91-5e59-4ec8-863f-02f1e4a3aae4 admin admin] Deleting port 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:52:29.875418 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2843bb91-5e59-4ec8-863f-02f1e4a3aae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:30.042796 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [None req-2843bb91-5e59-4ec8-863f-02f1e4a3aae4 admin admin] For port 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=19a5aa4a-8e40-4db4-89d9-0ba4b5693eae,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:52:30.043150 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2843bb91-5e59-4ec8-863f-02f1e4a3aae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:30.066113 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 2bd62dce-ca58-4c9e-bb8a-99411d102c48 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:52:30.136362 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port 2bd62dce-ca58-4c9e-bb8a-99411d102c48 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:52:30.141347 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port 2bd62dce-ca58-4c9e-bb8a-99411d102c48 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:52:30.141707 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:30.162152 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-2843bb91-5e59-4ec8-863f-02f1e4a3aae4 admin admin] Calling delete_port for 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae owned by network:router_interface {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:52:30.252544 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:30.279942 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbeb7a47-a8ee-44b3-bc79-bd12670aaa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd62dce-ca58-4c9e-bb8a-99411d102c48'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:52:30.289303 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 2bd62dce-ca58-4c9e-bb8a-99411d102c48, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2bd62dce-ca58-4c9e-bb8a-99411d102c48,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:52:30.293357 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:30.294163 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 1765d10f-4f9f-4883-99d5-299517e80053 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:52:30.357436 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259bf691-2289-4cbe-b256-27b39803c6f1'] response: {'server_uuid': 'bbeb7a47-a8ee-44b3-bc79-bd12670aaa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd62dce-ca58-4c9e-bb8a-99411d102c48', 'code': 200}
Apr 08 02:52:30.363850 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] No Port match for: 1765d10f-4f9f-4883-99d5-299517e80053 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:52:30.364184 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 1765d10f-4f9f-4883-99d5-299517e80053 not bound to the agent host hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:52:30.392550 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=2bd62dce-ca58-4c9e-bb8a-99411d102c48,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:30.486855 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2843bb91-5e59-4ec8-863f-02f1e4a3aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:30.531703 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843bb91-5e59-4ec8-863f-02f1e4a3aae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=19a5aa4a-8e40-4db4-89d9-0ba4b5693eae,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:30.568397 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6a04b9ef-7718-4653-a920-b4dd72f69de1 req-ae37d1e9-ddd6-4ddc-b386-46968a1f23ec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 1098 time: 0.0677922
Apr 08 02:52:30.611694 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6a04b9ef-7718-4653-a920-b4dd72f69de1 req-c4aae5e4-9c7f-4b45-8a46-45e32051eb90 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367215
Apr 08 02:52:30.809258 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2843bb91-5e59-4ec8-863f-02f1e4a3aae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7999094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784255'] for router_interface, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:31.041462 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623828c7-67d3-48f9-ae99-15c16f3e0703 req-d881853a-291f-4efe-b192-72d5a6742314 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:31.042879 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-623828c7-67d3-48f9-ae99-15c16f3e0703 req-d881853a-291f-4efe-b192-72d5a6742314 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.0964968
Apr 08 02:52:31.226835 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-623828c7-67d3-48f9-ae99-15c16f3e0703 req-a70f579d-64a5-4dd9-bdbc-7ddc58544205 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1769698
Apr 08 02:52:31.549518 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2843bb91-5e59-4ec8-863f-02f1e4a3aae4 admin admin] Router a511a43e-c69c-48a0-9d44-0a5ab05ae739 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:52:31.776327 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2843bb91-5e59-4ec8-863f-02f1e4a3aae4 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:52:31.786551 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1844cc7-d3f9-4ab2-be7c-f4e6b20c3a80 None None] Sync routers for ids ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:52:31.792093 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-2843bb91-5e59-4ec8-863f-02f1e4a3aae4 admin admin] 10.222.0.48 "PUT /v2.0/routers/a511a43e-c69c-48a0-9d44-0a5ab05ae739/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1774645
Apr 08 02:52:31.794479 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47918) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:31.799439 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1844cc7-d3f9-4ab2-be7c-f4e6b20c3a80 None None] Routers {'a511a43e-c69c-48a0-9d44-0a5ab05ae739'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:52:31.800105 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-e1844cc7-d3f9-4ab2-be7c-f4e6b20c3a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a266f310>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:52:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:31.999411 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-e1844cc7-d3f9-4ab2-be7c-f4e6b20c3a80 None None] Set router a511a43e-c69c-48a0-9d44-0a5ab05ae739 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:52:32.022609 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c7adfeeb-5f81-41ad-a964-57372a150c58 admin admin] Notify callbacks [] for router, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:32.259134 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c7adfeeb-5f81-41ad-a964-57372a150c58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:32.277792 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-c7adfeeb-5f81-41ad-a964-57372a150c58 admin admin] Deleting port 95d5f7d3-8d7b-4134-9b56-8194e5592e6e {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:52:32.278402 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c7adfeeb-5f81-41ad-a964-57372a150c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:32.350717 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-e1844cc7-d3f9-4ab2-be7c-f4e6b20c3a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a266f310>, [{'id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'name': 'tempest-ServerRescueNegativeTestJSON-602230225-router', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:52:30Z', 'revision_number': 5, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'gw_port': {'id': '95d5f7d3-8d7b-4134-9b56-8194e5592e6e', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:32.355498 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1844cc7-d3f9-4ab2-be7c-f4e6b20c3a80 None None] Checking router: a511a43e-c69c-48a0-9d44-0a5ab05ae739 for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:52:32.367792 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1844cc7-d3f9-4ab2-be7c-f4e6b20c3a80 None None] Routers {'a511a43e-c69c-48a0-9d44-0a5ab05ae739'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:52:32.368393 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-e1844cc7-d3f9-4ab2-be7c-f4e6b20c3a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a266f310>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:52:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:32.532925 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [None req-c7adfeeb-5f81-41ad-a964-57372a150c58 admin admin] For port 95d5f7d3-8d7b-4134-9b56-8194e5592e6e, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=95d5f7d3-8d7b-4134-9b56-8194e5592e6e,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:52:32.533275 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c7adfeeb-5f81-41ad-a964-57372a150c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:32.548452 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-e1844cc7-d3f9-4ab2-be7c-f4e6b20c3a80 None None] Set router a511a43e-c69c-48a0-9d44-0a5ab05ae739 gateway port host: None {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:52:32.653568 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-e1844cc7-d3f9-4ab2-be7c-f4e6b20c3a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a266f310>, [{'id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'name': 'tempest-ServerRescueNegativeTestJSON-602230225-router', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:52:32Z', 'revision_number': 6, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'gw_port_host': None}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:32.657902 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1844cc7-d3f9-4ab2-be7c-f4e6b20c3a80 None None] The sync data for ids ['a511a43e-c69c-48a0-9d44-0a5ab05ae739'] in dv-cinder-837052-1-iscsi is: [{'id': 'a511a43e-c69c-48a0-9d44-0a5ab05ae739', 'name': 'tempest-ServerRescueNegativeTestJSON-602230225-router', 'tenant_id': '2f0c4cd55acc4607852747c5d796609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:32Z', 'updated_at': '2022-04-08T02:52:32Z', 'revision_number': 6, 'project_id': '2f0c4cd55acc4607852747c5d796609e', 'gw_port_host': None}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:52:32.752047 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8330d44-33b5-4c3d-a4f0-fdf6a9c79be7 req-b6be2cf7-adb4-40b0-bf65-cbd9124be36a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:32.753459 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f8330d44-33b5-4c3d-a4f0-fdf6a9c79be7 req-b6be2cf7-adb4-40b0-bf65-cbd9124be36a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.3408070
Apr 08 02:52:32.760007 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-c7adfeeb-5f81-41ad-a964-57372a150c58 admin admin] Calling delete_port for 95d5f7d3-8d7b-4134-9b56-8194e5592e6e owned by network:router_gateway {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:52:32.867365 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f8330d44-33b5-4c3d-a4f0-fdf6a9c79be7 req-0ecb55e6-0823-4785-b60f-8d394259b3bc tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814397
Apr 08 02:52:32.954130 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c7adfeeb-5f81-41ad-a964-57372a150c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:32.998313 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adfeeb-5f81-41ad-a964-57372a150c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d5f7d3-8d7b-4134-9b56-8194e5592e6e,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:33.274941 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8001ced-85ae-465f-a62d-1e216d8593de req-3718f7d4-e2c6-4d5e-892a-082a9618e8dc tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:33.276282 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f8001ced-85ae-465f-a62d-1e216d8593de req-3718f7d4-e2c6-4d5e-892a-082a9618e8dc tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.2733777
Apr 08 02:52:33.282557 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c7adfeeb-5f81-41ad-a964-57372a150c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783685'] for router_gateway, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:33.285415 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 47926) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:33.292024 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-6a0f48fb-e548-4dc1-b339-bd42da774981 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Request body: {'floatingip': {'port_id': '2bd62dce-ca58-4c9e-bb8a-99411d102c48'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:52:33.433166 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6a0f48fb-e548-4dc1-b339-bd42da774981 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for floatingip, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:33.536018 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c7adfeeb-5f81-41ad-a964-57372a150c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61762'] for router, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:33.540850 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c7adfeeb-5f81-41ad-a964-57372a150c58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:33.626435 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c7adfeeb-5f81-41ad-a964-57372a150c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772969'] for router, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:33.627013 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7adfeeb-5f81-41ad-a964-57372a150c58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a511a43e-c69c-48a0-9d44-0a5ab05ae739 {{(pid=83136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 08 02:52:33.641167 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c7adfeeb-5f81-41ad-a964-57372a150c58 admin admin] Notify callbacks [] for router, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:33.642270 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-c7adfeeb-5f81-41ad-a964-57372a150c58 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a511a43e-c69c-48a0-9d44-0a5ab05ae739 HTTP/1.1" status: 204  len: 168 time: 1.8468637
Apr 08 02:52:33.644892 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47930) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:33.703635 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9e08a5-b3e7-46a7-b8bc-05e6af01506d admin admin] Deleting subnet 3bb3aae2-b572-44aa-8358-c4c59784dbe8 {{(pid=83136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 08 02:52:33.706563 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2d9e08a5-b3e7-46a7-b8bc-05e6af01506d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:33.757889 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2d9e08a5-b3e7-46a7-b8bc-05e6af01506d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1926406'] for subnet, precommit_delete_associations {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:33.870875 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2d9e08a5-b3e7-46a7-b8bc-05e6af01506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722885'] for subnet, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:33.932156 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:52:33.966247 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2d9e08a5-b3e7-46a7-b8bc-05e6af01506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2029836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1174040'] for subnet, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:33.973611 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:52:33.974147 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 19a5aa4a-8e40-4db4-89d9-0ba4b5693eae not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:52:34.010409 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e08a5-b3e7-46a7-b8bc-05e6af01506d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bb3aae2-b572-44aa-8358-c4c59784dbe8,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:34.017033 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2d9e08a5-b3e7-46a7-b8bc-05e6af01506d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:34.022983 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cb5fec-9b1a-426d-8277-df3fe02f69e2 None None] Network 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:52:34.023167 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-2d9e08a5-b3e7-46a7-b8bc-05e6af01506d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3bb3aae2-b572-44aa-8358-c4c59784dbe8 HTTP/1.1" status: 204  len: 168 time: 0.3771460
Apr 08 02:52:34.025426 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47934) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:34.032427 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6a0f48fb-e548-4dc1-b339-bd42da774981 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:34.035971 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6a0f48fb-e548-4dc1-b339-bd42da774981 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:34.222590 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093558'] for network, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:34.234528 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] Deleting port bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:52:34.234971 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:34.235998 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.l3_db [None req-6a0f48fb-e548-4dc1-b339-bd42da774981 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Floating IP 629ab896-5633-4d6e-81be-deb351f8979f associated. External IP: 172.27.2.127, port: 2bd62dce-ca58-4c9e-bb8a-99411d102c48.
Apr 08 02:52:34.305004 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc6ed33-3828-40d5-8c72-deb400f3c316 None None] DHCP port deletion for 0f7fec88-7d49-4f5a-9423-d79ffd9641f1 request from dv-cinder-837052-1-iscsi {{(pid=83138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 08 02:52:34.328144 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6ed33-3828-40d5-8c72-deb400f3c316 None None] Deleting port bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 {{(pid=83138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:52:34.328575 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ed33-3828-40d5-8c72-deb400f3c316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:34.362456 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-c3d785fd-8692-4ab5-b6ad-fc8b632307a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:34.472019 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] For port bb18b9ca-a9d5-4c2b-8392-8624baaa4f64, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=bb18b9ca-a9d5-4c2b-8392-8624baaa4f64,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:52:34.472726 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:34.557417 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-fbc6ed33-3828-40d5-8c72-deb400f3c316 None None] For port bb18b9ca-a9d5-4c2b-8392-8624baaa4f64, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=bb18b9ca-a9d5-4c2b-8392-8624baaa4f64,segment=NetworkSegment(5f52747b-29fd-46b7-8e32-ef0888ccc979),segment_id=5f52747b-29fd-46b7-8e32-ef0888ccc979)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:52:34.557947 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ed33-3828-40d5-8c72-deb400f3c316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:34.604043 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] Calling delete_port for bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 owned by network:dhcp {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:52:34.661354 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0f48fb-e548-4dc1-b339-bd42da774981 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Router 83533c30-df13-46f3-994c-374573aaf0dc has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:52:34.681380 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:34.700216 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6ed33-3828-40d5-8c72-deb400f3c316 None None] Calling delete_port for bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 owned by network:dhcp {{(pid=83138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:52:34.736872 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb18b9ca-a9d5-4c2b-8392-8624baaa4f64,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:34.742945 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] No DVR routers for this DVR port bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 on host dv-cinder-837052-1-iscsi {{(pid=83136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:52:34.842259 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.db.api [None req-fbc6ed33-3828-40d5-8c72-deb400f3c316 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:52:34.842809 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG oslo_db.api [None req-fbc6ed33-3828-40d5-8c72-deb400f3c316 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:52:34.876829 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7724606', 'neutron.services.segments.db._delete_segments_for_network-8741772167792'] for network, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:34.901835 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f35a27a1730>,) {'filters': {'network_id': ['0f7fec88-7d49-4f5a-9423-d79ffd9641f1']}} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:34.913659 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a27a1730>, '5f52747b-29fd-46b7-8e32-ef0888ccc979') {'for_net_delete': True} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:34.913951 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a27a1730>, '5f52747b-29fd-46b7-8e32-ef0888ccc979') {} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:34.924987 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741772166903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1926431'] for segment, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:34.936397 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0f48fb-e548-4dc1-b339-bd42da774981 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:52:34.940713 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6a0f48fb-e548-4dc1-b339-bd42da774981 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:34.947818 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:34.949047 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c36edc-be78-443b-bbde-6f0b71aa0a44 None None] Sync routers for ids ['83533c30-df13-46f3-994c-374573aaf0dc'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:52:34.956003 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=83136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 08 02:52:34.956504 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8097254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2029906'] for segment, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:34.965715 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c36edc-be78-443b-bbde-6f0b71aa0a44 None None] Routers {'83533c30-df13-46f3-994c-374573aaf0dc'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:52:34.966537 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-c9c36edc-be78-443b-bbde-6f0b71aa0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a29dc490>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:52:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['83533c30-df13-46f3-994c-374573aaf0dc'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]: Traceback (most recent call last):
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:     timer()
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:     cb(*args, **kw)
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:     return func(*args, **kwargs)
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:     self._notify()
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:     self.callback(batched_events)
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:     event.method(event)
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:     return f(self, *a, **k)
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._get(url).json()
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:52:34.972405 dv-cinder-837052-1-iscsi neutron-server[83136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:52:35.010542 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-6a0f48fb-e548-4dc1-b339-bd42da774981 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "PUT /v2.0/floatingips/629ab896-5633-4d6e-81be-deb351f8979f HTTP/1.1" status: 200  len: 991 time: 1.7231464
Apr 08 02:52:35.011194 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbeb7a47-a8ee-44b3-bc79-bd12670aaa33', 'tag': '2bd62dce-ca58-4c9e-bb8a-99411d102c48'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:52:35.058235 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7724551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783662'] for network, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:35.070792 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b5999c0-5433-4591-a106-f866044326f2'] response: {'name': 'network-changed', 'server_uuid': 'bbeb7a47-a8ee-44b3-bc79-bd12670aaa33', 'tag': '2bd62dce-ca58-4c9e-bb8a-99411d102c48', 'status': 'completed', 'code': 200}
Apr 08 02:52:35.074975 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:35.085237 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f7fec88-7d49-4f5a-9423-d79ffd9641f1,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:35.100705 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-4160e58f-f26d-45f2-8544-e4ece5cb0a14 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0f7fec88-7d49-4f5a-9423-d79ffd9641f1 HTTP/1.1" status: 204  len: 168 time: 1.0742211
Apr 08 02:52:35.164043 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c8332c27-76a2-4f47-9e34-ba62baf392ed req-a111697f-2435-4e55-8d03-3c7cd9c3a3d9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f673f0f0edd74c56a204930e93f143da&device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 1098 time: 0.0716541
Apr 08 02:52:35.166002 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-c9c36edc-be78-443b-bbde-6f0b71aa0a44 None None] Set router 83533c30-df13-46f3-994c-374573aaf0dc gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:52:35.260982 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47944) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:35.302659 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8332c27-76a2-4f47-9e34-ba62baf392ed req-b0809545-a3cd-401f-92ce-79228abfe011 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:35.304222 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c8332c27-76a2-4f47-9e34-ba62baf392ed req-b0809545-a3cd-401f-92ce-79228abfe011 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9177d28f-82e1-4f7a-9248-434f10dfbba9 HTTP/1.1" status: 200  len: 918 time: 0.1347992
Apr 08 02:52:35.322230 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-2458cb4d-27a9-4998-a7d6-19673afc50d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f0c4cd55acc4607852747c5d796609e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0564268
Apr 08 02:52:35.322584 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 47948) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:35.344124 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6ed33-3828-40d5-8c72-deb400f3c316 None None] Deleting port bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 {{(pid=83138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:52:35.344699 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ed33-3828-40d5-8c72-deb400f3c316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:35.393763 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a48f60eb-ee61-4605-b7e1-a0507f0c8e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:35.414285 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c8332c27-76a2-4f47-9e34-ba62baf392ed req-468e9f8f-9278-4b71-9de1-33f65289ee4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd62dce-ca58-4c9e-bb8a-99411d102c48 HTTP/1.1" status: 200  len: 999 time: 0.1044714
Apr 08 02:52:35.416110 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6ed33-3828-40d5-8c72-deb400f3c316 None None] The port 'bb18b9ca-a9d5-4c2b-8392-8624baaa4f64' was deleted {{(pid=83138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 08 02:52:35.422655 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a48f60eb-ee61-4605-b7e1-a0507f0c8e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:35.481752 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a48f60eb-ee61-4605-b7e1-a0507f0c8e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:35.492984 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8332c27-76a2-4f47-9e34-ba62baf392ed req-d2d8305b-6fff-4015-9c00-2ec878df0e1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:35.494753 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c8332c27-76a2-4f47-9e34-ba62baf392ed req-d2d8305b-6fff-4015-9c00-2ec878df0e1d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3ecf36cf-7175-47e0-89d3-2818045d184b HTTP/1.1" status: 200  len: 856 time: 0.0709658
Apr 08 02:52:35.503738 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f60eb-ee61-4605-b7e1-a0507f0c8e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fdefba-16d8-424b-80f2-90d7d302028b,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:35.517444 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a48f60eb-ee61-4605-b7e1-a0507f0c8e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:35.518958 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-a48f60eb-ee61-4605-b7e1-a0507f0c8e6e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7fdefba-16d8-424b-80f2-90d7d302028b HTTP/1.1" status: 204  len: 168 time: 0.1953647
Apr 08 02:52:35.577457 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c8332c27-76a2-4f47-9e34-ba62baf392ed req-494d85b5-8ecb-4857-a235-fdb284347df6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9177d28f-82e1-4f7a-9248-434f10dfbba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764375
Apr 08 02:52:35.586107 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-c9c36edc-be78-443b-bbde-6f0b71aa0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a29dc490>, [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 4, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port': {'id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '629ab896-5633-4d6e-81be-deb351f8979f', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'port_id': '2bd62dce-ca58-4c9e-bb8a-99411d102c48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'mac_address': 'fa:16:3e:09:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbeb7a47-a8ee-44b3-bc79-bd12670aaa33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:52:15Z', 'updated_at': '2022-04-08T02:52:33Z', 'revision_number': 1, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de3e0ea-813d-4c5a-b074-96afa49bccc6', 'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'mac_address': 'fa:16:3e:ee:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:37Z', 'revision_number': 5, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'subnets': [{'id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:35.590164 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c36edc-be78-443b-bbde-6f0b71aa0a44 None None] Checking router: 83533c30-df13-46f3-994c-374573aaf0dc for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:52:35.600975 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c36edc-be78-443b-bbde-6f0b71aa0a44 None None] Routers {'83533c30-df13-46f3-994c-374573aaf0dc'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:52:35.601512 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-c9c36edc-be78-443b-bbde-6f0b71aa0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a29dc490>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:52:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['83533c30-df13-46f3-994c-374573aaf0dc'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:35.713506 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c8332c27-76a2-4f47-9e34-ba62baf392ed req-162fd53b-c4b2-4ea5-a7b5-5cd38bd8e913 service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299782
Apr 08 02:52:35.785904 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-c9c36edc-be78-443b-bbde-6f0b71aa0a44 None None] Set router 83533c30-df13-46f3-994c-374573aaf0dc gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:52:35.848073 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c8332c27-76a2-4f47-9e34-ba62baf392ed req-91f4c6e6-3141-4f98-91ee-af8b28462402 service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279435
Apr 08 02:52:35.895708 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:52:35.931119 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:52:35.931463 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device bb18b9ca-a9d5-4c2b-8392-8624baaa4f64 not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:52:35.931865 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 95d5f7d3-8d7b-4134-9b56-8194e5592e6e no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:52:35.964752 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: 95d5f7d3-8d7b-4134-9b56-8194e5592e6e {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:52:35.965101 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 95d5f7d3-8d7b-4134-9b56-8194e5592e6e not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:52:36.165493 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-c9c36edc-be78-443b-bbde-6f0b71aa0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a29dc490>, [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 4, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port': {'id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '629ab896-5633-4d6e-81be-deb351f8979f', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'port_id': '2bd62dce-ca58-4c9e-bb8a-99411d102c48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'mac_address': 'fa:16:3e:09:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbeb7a47-a8ee-44b3-bc79-bd12670aaa33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:52:15Z', 'updated_at': '2022-04-08T02:52:33Z', 'revision_number': 1, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de3e0ea-813d-4c5a-b074-96afa49bccc6', 'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'mac_address': 'fa:16:3e:ee:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:37Z', 'revision_number': 5, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'subnets': [{'id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:36.169390 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c36edc-be78-443b-bbde-6f0b71aa0a44 None None] The sync data for ids ['83533c30-df13-46f3-994c-374573aaf0dc'] in dv-cinder-837052-1-iscsi is: [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 4, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port': {'id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '629ab896-5633-4d6e-81be-deb351f8979f', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'port_id': '2bd62dce-ca58-4c9e-bb8a-99411d102c48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'mac_address': 'fa:16:3e:09:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbeb7a47-a8ee-44b3-bc79-bd12670aaa33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:52:15Z', 'updated_at': '2022-04-08T02:52:33Z', 'revision_number': 1, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de3e0ea-813d-4c5a-b074-96afa49bccc6', 'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'mac_address': 'fa:16:3e:ee:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:37Z', 'revision_number': 5, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'subnets': [{'id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:52:36.364831 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70b9e0-76b3-4775-8acd-dc4d28f8912f None None] New status for floating IP 629ab896-5633-4d6e-81be-deb351f8979f: ACTIVE {{(pid=83138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:52:36.545106 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-33207e48-93eb-4ffd-b386-5afa62b99d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:37.700097 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:37.862585 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:38.005783 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:52:38.154933 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 48026) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:38.292628 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0eb28635-1eb5-4a22-a624-446e68eac3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:38.322833 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-0eb28635-1eb5-4a22-a624-446e68eac3d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:38.326464 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-0eb28635-1eb5-4a22-a624-446e68eac3d3 admin admin] Usage tracker for resource:security_group_rule and tenant:915f87d297844ffab607e11194ce869b is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:38.329341 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-0eb28635-1eb5-4a22-a624-446e68eac3d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:38.334791 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-0eb28635-1eb5-4a22-a624-446e68eac3d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:38.396760 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0eb28635-1eb5-4a22-a624-446e68eac3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:38.401409 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0eb28635-1eb5-4a22-a624-446e68eac3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:38.448511 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb28635-1eb5-4a22-a624-446e68eac3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8819fe35-1704-41b2-a011-2382bfe737c1,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:38.453706 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-0eb28635-1eb5-4a22-a624-446e68eac3d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=915f87d297844ffab607e11194ce869b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2977936
Apr 08 02:52:38.456491 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 48032) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:38.516679 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bbeacbb1-31aa-44bf-8b84-0dc7db0093b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:38.541624 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bbeacbb1-31aa-44bf-8b84-0dc7db0093b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:38.563437 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:38.596636 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bbeacbb1-31aa-44bf-8b84-0dc7db0093b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:38.613563 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeacbb1-31aa-44bf-8b84-0dc7db0093b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8819fe35-1704-41b2-a011-2382bfe737c1,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:38.618516 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bbeacbb1-31aa-44bf-8b84-0dc7db0093b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:38.619619 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-bbeacbb1-31aa-44bf-8b84-0dc7db0093b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8819fe35-1704-41b2-a011-2382bfe737c1 HTTP/1.1" status: 204  len: 168 time: 0.1622210
Apr 08 02:52:38.940340 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48040) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:38.959162 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-9d0e86e2-941a-4610-8823-5b64ffdb575a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:38.990469 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-9d0e86e2-941a-4610-8823-5b64ffdb575a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:38.995508 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-9d0e86e2-941a-4610-8823-5b64ffdb575a admin admin] Usage tracker for resource:security_group_rule and tenant:a941a05b39a145c98c66f2462d9ea891 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:38.998277 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-9d0e86e2-941a-4610-8823-5b64ffdb575a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:39.003986 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-9d0e86e2-941a-4610-8823-5b64ffdb575a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:39.072531 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-9d0e86e2-941a-4610-8823-5b64ffdb575a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:39.076040 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-9d0e86e2-941a-4610-8823-5b64ffdb575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:39.121900 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e86e2-941a-4610-8823-5b64ffdb575a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3307a6e-8bb4-4636-a76e-db3bc104bd16,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:39.127170 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-9d0e86e2-941a-4610-8823-5b64ffdb575a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a941a05b39a145c98c66f2462d9ea891&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1858389
Apr 08 02:52:39.130586 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48044) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:39.164011 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:39.191813 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-42a827a2-65ac-4097-a692-f70f3bcbf091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:39.216927 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-42a827a2-65ac-4097-a692-f70f3bcbf091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:39.274330 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-42a827a2-65ac-4097-a692-f70f3bcbf091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:39.290298 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a827a2-65ac-4097-a692-f70f3bcbf091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3307a6e-8bb4-4636-a76e-db3bc104bd16,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:39.294484 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-42a827a2-65ac-4097-a692-f70f3bcbf091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:39.295592 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-42a827a2-65ac-4097-a692-f70f3bcbf091 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3307a6e-8bb4-4636-a76e-db3bc104bd16 HTTP/1.1" status: 204  len: 168 time: 0.1648726
Apr 08 02:52:43.075788 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48186) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:43.212552 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bad50f09-2259-4c57-8223-4cf1292a8781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:43.243415 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-bad50f09-2259-4c57-8223-4cf1292a8781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:43.247412 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-bad50f09-2259-4c57-8223-4cf1292a8781 admin admin] Usage tracker for resource:security_group_rule and tenant:7b0a0206fa4246b1b3d84bc743f2c574 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:43.250292 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-bad50f09-2259-4c57-8223-4cf1292a8781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:43.256354 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-bad50f09-2259-4c57-8223-4cf1292a8781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:43.324380 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bad50f09-2259-4c57-8223-4cf1292a8781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:43.327913 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bad50f09-2259-4c57-8223-4cf1292a8781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:43.372169 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad50f09-2259-4c57-8223-4cf1292a8781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90032b6-e3db-4472-a5d1-10e95171e820,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:43.380151 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-bad50f09-2259-4c57-8223-4cf1292a8781 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b0a0206fa4246b1b3d84bc743f2c574&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3032863
Apr 08 02:52:43.380373 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 48194) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:43.501763 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-84ff9b79-3f61-494b-95c5-aeb0ca647575 req-920bdfb9-9fe2-4836-84e8-ec30f19a175f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1070478
Apr 08 02:52:43.502496 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f5c1a4dc-fa4e-485b-9909-408e742efc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:43.530372 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f5c1a4dc-fa4e-485b-9909-408e742efc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:43.633994 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-84ff9b79-3f61-494b-95c5-aeb0ca647575 req-6d587b21-128e-4abc-9ff0-f4ae3d9c61fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7c31bb4f3ce486591bc142b1da7553e&device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 1098 time: 0.1055586
Apr 08 02:52:43.640932 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f5c1a4dc-fa4e-485b-9909-408e742efc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:43.672606 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1a4dc-fa4e-485b-9909-408e742efc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90032b6-e3db-4472-a5d1-10e95171e820,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:43.723875 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f5c1a4dc-fa4e-485b-9909-408e742efc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:43.724953 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-f5c1a4dc-fa4e-485b-9909-408e742efc6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b90032b6-e3db-4472-a5d1-10e95171e820 HTTP/1.1" status: 204  len: 168 time: 0.3429511
Apr 08 02:52:43.787051 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff9b79-3f61-494b-95c5-aeb0ca647575 req-6cbf9008-8903-46de-82e5-6f1d27f3a542 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:43.789160 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-84ff9b79-3f61-494b-95c5-aeb0ca647575 req-6cbf9008-8903-46de-82e5-6f1d27f3a542 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dea2017-1900-4ff0-b5ef-6938292bd5df HTTP/1.1" status: 200  len: 912 time: 0.1333368
Apr 08 02:52:43.887206 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-84ff9b79-3f61-494b-95c5-aeb0ca647575 req-64d37a71-6e53-4e72-88e1-296c0b9a63dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13eae4a8-fba8-4afe-8767-4b3ffface99b HTTP/1.1" status: 200  len: 999 time: 0.0926118
Apr 08 02:52:44.021872 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff9b79-3f61-494b-95c5-aeb0ca647575 req-fa4685ad-79f0-45a3-99b5-ace13bc461f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:44.023363 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-84ff9b79-3f61-494b-95c5-aeb0ca647575 req-fa4685ad-79f0-45a3-99b5-ace13bc461f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4b82e368-c786-4ba4-b0db-18a49fdde3c9 HTTP/1.1" status: 200  len: 850 time: 0.1303921
Apr 08 02:52:44.079550 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48202) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:44.096733 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-84ff9b79-3f61-494b-95c5-aeb0ca647575 req-48c238bb-e603-45a3-bef3-07bd9803e7f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dea2017-1900-4ff0-b5ef-6938292bd5df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0673470
Apr 08 02:52:44.098066 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-823532aa-655d-439e-85e9-d9b9bc33e115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:44.128479 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-823532aa-655d-439e-85e9-d9b9bc33e115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:44.132973 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-823532aa-655d-439e-85e9-d9b9bc33e115 admin admin] Usage tracker for resource:security_group_rule and tenant:7118bcfadef443f89127887445c67777 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:44.135923 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-823532aa-655d-439e-85e9-d9b9bc33e115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:44.141806 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-823532aa-655d-439e-85e9-d9b9bc33e115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:44.207973 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-823532aa-655d-439e-85e9-d9b9bc33e115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:44.212426 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-823532aa-655d-439e-85e9-d9b9bc33e115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:44.225488 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-84ff9b79-3f61-494b-95c5-aeb0ca647575 req-e56f7580-10d2-486f-910f-f937f18944fd service neutron] 10.222.0.49 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218948
Apr 08 02:52:44.258242 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823532aa-655d-439e-85e9-d9b9bc33e115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fdddbd-9ca1-4830-afba-e56fa3ad0779,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:44.265321 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-823532aa-655d-439e-85e9-d9b9bc33e115 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7118bcfadef443f89127887445c67777&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1822836
Apr 08 02:52:44.265669 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48206) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:44.326462 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3a500adc-5d07-4532-97f8-a297ec98e4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:44.352114 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3a500adc-5d07-4532-97f8-a297ec98e4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:44.357908 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-84ff9b79-3f61-494b-95c5-aeb0ca647575 req-28e6d1f5-f1cb-4602-b4da-7921234f1554 service neutron] 10.222.0.49 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258705
Apr 08 02:52:44.401766 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3a500adc-5d07-4532-97f8-a297ec98e4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:44.418485 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a500adc-5d07-4532-97f8-a297ec98e4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fdddbd-9ca1-4830-afba-e56fa3ad0779,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:44.429854 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3a500adc-5d07-4532-97f8-a297ec98e4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:44.434579 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-3a500adc-5d07-4532-97f8-a297ec98e4c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79fdddbd-9ca1-4830-afba-e56fa3ad0779 HTTP/1.1" status: 204  len: 168 time: 0.1643834
Apr 08 02:52:47.640402 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48286) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:47.779180 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-45f3f10a-d375-498c-9ebc-f91d0ce8b3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:47.812062 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-45f3f10a-d375-498c-9ebc-f91d0ce8b3b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:47.815669 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-45f3f10a-d375-498c-9ebc-f91d0ce8b3b4 admin admin] Usage tracker for resource:security_group_rule and tenant:73b0645186814f65892fd74be844f232 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:47.818321 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-45f3f10a-d375-498c-9ebc-f91d0ce8b3b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:47.824903 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-45f3f10a-d375-498c-9ebc-f91d0ce8b3b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:47.888677 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-45f3f10a-d375-498c-9ebc-f91d0ce8b3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:47.892347 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-45f3f10a-d375-498c-9ebc-f91d0ce8b3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:47.937075 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3f10a-d375-498c-9ebc-f91d0ce8b3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82f03f0-00f0-4d48-ab54-13b5ce7918e1,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:47.946641 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-45f3f10a-d375-498c-9ebc-f91d0ce8b3b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73b0645186814f65892fd74be844f232&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3008816
Apr 08 02:52:47.947182 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48292) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:48.006027 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-e339f3d5-fb40-4ce4-816c-f364ca22ac52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:48.030950 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-e339f3d5-fb40-4ce4-816c-f364ca22ac52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:48.082012 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-e339f3d5-fb40-4ce4-816c-f364ca22ac52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:48.095647 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339f3d5-fb40-4ce4-816c-f364ca22ac52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82f03f0-00f0-4d48-ab54-13b5ce7918e1,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:48.102025 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-e339f3d5-fb40-4ce4-816c-f364ca22ac52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:48.103234 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-e339f3d5-fb40-4ce4-816c-f364ca22ac52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b82f03f0-00f0-4d48-ab54-13b5ce7918e1 HTTP/1.1" status: 204  len: 168 time: 0.1555192
Apr 08 02:52:48.422611 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48300) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:48.442908 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-07a7c8d8-da96-4b16-9d13-b9691055e628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:48.547109 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-07a7c8d8-da96-4b16-9d13-b9691055e628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:48.550880 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-07a7c8d8-da96-4b16-9d13-b9691055e628 admin admin] Usage tracker for resource:security_group_rule and tenant:23ad963c034847afb7cc2c663c1adb50 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:48.553591 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-07a7c8d8-da96-4b16-9d13-b9691055e628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:48.559257 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-07a7c8d8-da96-4b16-9d13-b9691055e628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:48.624138 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-07a7c8d8-da96-4b16-9d13-b9691055e628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:48.627704 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-07a7c8d8-da96-4b16-9d13-b9691055e628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:48.671839 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7c8d8-da96-4b16-9d13-b9691055e628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8733513-e3f4-4594-99d5-b516a70f92cb,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:48.678127 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-07a7c8d8-da96-4b16-9d13-b9691055e628 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23ad963c034847afb7cc2c663c1adb50&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2544963
Apr 08 02:52:48.680894 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48306) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:48.738037 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-80a821dc-cd6c-42a4-8afa-e5f7c446dbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:48.762886 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-80a821dc-cd6c-42a4-8afa-e5f7c446dbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:48.813944 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-80a821dc-cd6c-42a4-8afa-e5f7c446dbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:48.828090 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a821dc-cd6c-42a4-8afa-e5f7c446dbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8733513-e3f4-4594-99d5-b516a70f92cb,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:48.833738 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-80a821dc-cd6c-42a4-8afa-e5f7c446dbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:48.838118 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-80a821dc-cd6c-42a4-8afa-e5f7c446dbbc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c8733513-e3f4-4594-99d5-b516a70f92cb HTTP/1.1" status: 204  len: 168 time: 0.1562009
Apr 08 02:52:53.915616 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48388) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:54.055539 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4116a5e1-5a4f-48ee-a2c7-b879dd94c879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:54.084912 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-4116a5e1-5a4f-48ee-a2c7-b879dd94c879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:54.088674 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-4116a5e1-5a4f-48ee-a2c7-b879dd94c879 admin admin] Usage tracker for resource:security_group_rule and tenant:f85862568f7f43a58f6bb395874ebd92 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:54.091408 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-4116a5e1-5a4f-48ee-a2c7-b879dd94c879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:54.096963 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-4116a5e1-5a4f-48ee-a2c7-b879dd94c879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:54.160019 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4116a5e1-5a4f-48ee-a2c7-b879dd94c879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:54.163958 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-4116a5e1-5a4f-48ee-a2c7-b879dd94c879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:54.208591 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116a5e1-5a4f-48ee-a2c7-b879dd94c879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a47e5c-91c9-461d-aa5f-5965e1f2022c,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:54.213149 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-4116a5e1-5a4f-48ee-a2c7-b879dd94c879 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f85862568f7f43a58f6bb395874ebd92&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2965140
Apr 08 02:52:54.215808 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48394) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:54.273350 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-23aceca7-1b4d-41c1-a592-1612e5c9da71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:54.300956 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-23aceca7-1b4d-41c1-a592-1612e5c9da71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:54.352360 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-23aceca7-1b4d-41c1-a592-1612e5c9da71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:54.367702 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aceca7-1b4d-41c1-a592-1612e5c9da71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a47e5c-91c9-461d-aa5f-5965e1f2022c,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:54.372741 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-23aceca7-1b4d-41c1-a592-1612e5c9da71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:54.374891 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-23aceca7-1b4d-41c1-a592-1612e5c9da71 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8a47e5c-91c9-461d-aa5f-5965e1f2022c HTTP/1.1" status: 204  len: 168 time: 0.1579413
Apr 08 02:52:54.701627 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48404) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:54.719268 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-72cff161-096b-409e-97d1-e68ebf5c0d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:54.750931 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-72cff161-096b-409e-97d1-e68ebf5c0d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:54.754882 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-72cff161-096b-409e-97d1-e68ebf5c0d17 admin admin] Usage tracker for resource:security_group_rule and tenant:1b7c3ee800674d45a9c66ad6ec7268a3 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:54.757693 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-72cff161-096b-409e-97d1-e68ebf5c0d17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:54.763461 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-72cff161-096b-409e-97d1-e68ebf5c0d17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:54.829042 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-72cff161-096b-409e-97d1-e68ebf5c0d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:54.832869 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-72cff161-096b-409e-97d1-e68ebf5c0d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:54.877712 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cff161-096b-409e-97d1-e68ebf5c0d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb5f4b5-f635-4ec6-8203-c2234e7c4dcd,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:54.882029 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-72cff161-096b-409e-97d1-e68ebf5c0d17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b7c3ee800674d45a9c66ad6ec7268a3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1793900
Apr 08 02:52:54.885203 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48408) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:54.945916 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a0b091a9-c3bc-405e-a2c3-307edffd78d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:54.970542 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a0b091a9-c3bc-405e-a2c3-307edffd78d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:55.022154 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a0b091a9-c3bc-405e-a2c3-307edffd78d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:55.036017 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b091a9-c3bc-405e-a2c3-307edffd78d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb5f4b5-f635-4ec6-8203-c2234e7c4dcd,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:55.042829 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a0b091a9-c3bc-405e-a2c3-307edffd78d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:55.043909 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-a0b091a9-c3bc-405e-a2c3-307edffd78d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8fb5f4b5-f635-4ec6-8203-c2234e7c4dcd HTTP/1.1" status: 204  len: 168 time: 0.1584709
Apr 08 02:53:03.607195 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d9a0cb95-9807-42c1-b31d-8aa0dd56571a req-fa61fcdf-b7f3-4b65-8db5-775968387ea3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6eb5fe9c67d048c5b2097f9a923ac025&device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 1138 time: 0.0735042
Apr 08 02:53:03.649109 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8d4d5-6ef7-404c-bbfb-007cf8434a62 req-c76893e0-a4ed-4cc7-9d16-de65959043ed tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:03.650555 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-eec8d4d5-6ef7-404c-bbfb-007cf8434a62 req-c76893e0-a4ed-4cc7-9d16-de65959043ed tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 985 time: 0.0820608
Apr 08 02:53:03.700774 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-eec8d4d5-6ef7-404c-bbfb-007cf8434a62 req-626a29e2-4851-4ada-b57a-5a365ed56522 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&id=e7f5e98b-b52c-4ae3-83e9-21cfe12d42de&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0442936
Apr 08 02:53:03.734929 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0cb95-9807-42c1-b31d-8aa0dd56571a req-362754b7-eb9a-461a-836d-f67eec02675e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:03.736338 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d9a0cb95-9807-42c1-b31d-8aa0dd56571a req-362754b7-eb9a-461a-836d-f67eec02675e service neutron] 10.222.0.49 "GET /v2.0/networks?id=8196b4c0-597d-4eba-9f08-9a87d14a2840 HTTP/1.1" status: 200  len: 916 time: 0.1227872
Apr 08 02:53:03.836551 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d9a0cb95-9807-42c1-b31d-8aa0dd56571a req-7d8d117e-d00b-47e1-9ac5-b825a5187f47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7bd9446-7011-458c-94be-2eb73cc73b68 HTTP/1.1" status: 200  len: 1002 time: 0.0923479
Apr 08 02:53:03.896224 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0cb95-9807-42c1-b31d-8aa0dd56571a req-4e2c475a-2899-4e21-a061-8460900a04ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:03.898248 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d9a0cb95-9807-42c1-b31d-8aa0dd56571a req-4e2c475a-2899-4e21-a061-8460900a04ca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c168317b-5c4b-47e6-ba3c-c461b9db9a85 HTTP/1.1" status: 200  len: 854 time: 0.0548460
Apr 08 02:53:03.971769 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d9a0cb95-9807-42c1-b31d-8aa0dd56571a req-0deaf936-6a6b-46c1-a87d-b82297cb0232 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8196b4c0-597d-4eba-9f08-9a87d14a2840&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0661335
Apr 08 02:53:04.102906 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d9a0cb95-9807-42c1-b31d-8aa0dd56571a req-1b4eec0e-d00e-42c9-9053-28fa62c71bfb service neutron] 10.222.0.49 "GET /v2.0/networks/8196b4c0-597d-4eba-9f08-9a87d14a2840?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230960
Apr 08 02:53:04.228805 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d9a0cb95-9807-42c1-b31d-8aa0dd56571a req-f33b26cd-5d7b-4339-bf2f-ac712d5f5909 service neutron] 10.222.0.49 "GET /v2.0/networks/8196b4c0-597d-4eba-9f08-9a87d14a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1198123
Apr 08 02:53:04.315395 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-7afaf43c-dc08-4c44-ab35-e8c407e47cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:04.898643 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6935f-d74a-438b-957d-1b9f67c2e7d7 req-ed0847ed-e926-4fbf-b629-0ddca814f034 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:04.900072 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-36b6935f-d74a-438b-957d-1b9f67c2e7d7 req-ed0847ed-e926-4fbf-b629-0ddca814f034 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 985 time: 0.0761099
Apr 08 02:53:04.945179 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-36b6935f-d74a-438b-957d-1b9f67c2e7d7 req-beabffbf-b7d8-477a-9863-4f348b06a471 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&id=e7f5e98b-b52c-4ae3-83e9-21cfe12d42de&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0394824
Apr 08 02:53:06.144337 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f59d8-cc05-4131-92d7-a08b6f3ee231 req-98ba595e-fef2-46fa-9948-a9d5d10129ad tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:06.145746 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-809f59d8-cc05-4131-92d7-a08b6f3ee231 req-98ba595e-fef2-46fa-9948-a9d5d10129ad tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 985 time: 0.0792456
Apr 08 02:53:06.191918 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-809f59d8-cc05-4131-92d7-a08b6f3ee231 req-ebeef942-9702-4bd4-8424-1982ce5c2e5a tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&id=e7f5e98b-b52c-4ae3-83e9-21cfe12d42de&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0404518
Apr 08 02:53:06.505801 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-456b7701-3749-4a84-bdfc-d62375011b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:07.140254 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48538) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:07.278518 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:07.309260 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:53:07.314689 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] Usage tracker for resource:security_group_rule and tenant:325bd7acc0994604affc41db81c8ede0 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:53:07.348759 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:53:07.359155 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:53:07.432446 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf2bc3-0c89-45f4-8e93-fb0e4840421a req-82e591b6-496f-42c1-9dd1-b3bb2ecce942 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:07.433887 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cdbf2bc3-0c89-45f4-8e93-fb0e4840421a req-82e591b6-496f-42c1-9dd1-b3bb2ecce942 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 985 time: 0.1209757
Apr 08 02:53:07.477006 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:07.487187 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:07.530481 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cdbf2bc3-0c89-45f4-8e93-fb0e4840421a req-db540658-63d7-4df2-b32a-3eab268d0e02 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&id=e7f5e98b-b52c-4ae3-83e9-21cfe12d42de&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0885980
Apr 08 02:53:07.542050 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec52026-75f0-4e07-b63c-152b706c181a,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:07.545760 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=325bd7acc0994604affc41db81c8ede0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4045293
Apr 08 02:53:07.558008 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 48546) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:07.558461 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.558461 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.558461 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.558461 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.558461 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.558461 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.558461 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.558461 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.558461 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.558461 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.558461 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349c0ee-4bb6-48f5-90a3-25eb379adc99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.609479 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-88b2be7d-9660-4540-85de-ebde444c3adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:07.634213 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-88b2be7d-9660-4540-85de-ebde444c3adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:07.673271 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:07.688677 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-88b2be7d-9660-4540-85de-ebde444c3adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:07.706829 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-88b2be7d-9660-4540-85de-ebde444c3adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:07.710883 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-88b2be7d-9660-4540-85de-ebde444c3adc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cec52026-75f0-4e07-b63c-152b706c181a HTTP/1.1" status: 204  len: 168 time: 0.1581933
Apr 08 02:53:07.710883 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2be7d-9660-4540-85de-ebde444c3adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec52026-75f0-4e07-b63c-152b706c181a,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:07.717961 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2be7d-9660-4540-85de-ebde444c3adc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.718302 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2be7d-9660-4540-85de-ebde444c3adc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.718630 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2be7d-9660-4540-85de-ebde444c3adc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.718982 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2be7d-9660-4540-85de-ebde444c3adc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.719308 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2be7d-9660-4540-85de-ebde444c3adc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.719633 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2be7d-9660-4540-85de-ebde444c3adc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.719950 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2be7d-9660-4540-85de-ebde444c3adc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.720268 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2be7d-9660-4540-85de-ebde444c3adc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.720582 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2be7d-9660-4540-85de-ebde444c3adc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.720894 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2be7d-9660-4540-85de-ebde444c3adc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.721227 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2be7d-9660-4540-85de-ebde444c3adc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:07.865645 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:08.045208 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 48562) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:08.063198 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0263612f-dc75-4ea7-bea3-d81e62b9ff48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:08.094254 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-0263612f-dc75-4ea7-bea3-d81e62b9ff48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:53:08.098005 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-0263612f-dc75-4ea7-bea3-d81e62b9ff48 admin admin] Usage tracker for resource:security_group_rule and tenant:c40fc13b2fef47bfb39ac4c9a656565e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:53:08.101631 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-0263612f-dc75-4ea7-bea3-d81e62b9ff48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:53:08.107147 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-0263612f-dc75-4ea7-bea3-d81e62b9ff48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:53:08.170464 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0263612f-dc75-4ea7-bea3-d81e62b9ff48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:08.174224 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0263612f-dc75-4ea7-bea3-d81e62b9ff48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:08.223903 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263612f-dc75-4ea7-bea3-d81e62b9ff48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0756b9-0a58-4abd-bbdc-9e79d296fc66,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:08.228653 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-0263612f-dc75-4ea7-bea3-d81e62b9ff48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c40fc13b2fef47bfb39ac4c9a656565e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1823981
Apr 08 02:53:08.231575 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48568) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:08.297836 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7d18bb69-f024-4e40-9135-cd22fdb02fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:08.323531 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7d18bb69-f024-4e40-9135-cd22fdb02fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:08.430324 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979efee-6617-4079-8fc4-710dcc5038c9 req-451f6c3d-6a95-4ef4-9e6f-f0bff43c7394 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:08.431695 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d979efee-6617-4079-8fc4-710dcc5038c9 req-451f6c3d-6a95-4ef4-9e6f-f0bff43c7394 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.1015704
Apr 08 02:53:08.436333 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7d18bb69-f024-4e40-9135-cd22fdb02fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:08.466484 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18bb69-f024-4e40-9135-cd22fdb02fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0756b9-0a58-4abd-bbdc-9e79d296fc66,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:08.486659 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7d18bb69-f024-4e40-9135-cd22fdb02fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:08.487803 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-7d18bb69-f024-4e40-9135-cd22fdb02fa5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee0756b9-0a58-4abd-bbdc-9e79d296fc66 HTTP/1.1" status: 204  len: 168 time: 0.2550843
Apr 08 02:53:08.501216 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d979efee-6617-4079-8fc4-710dcc5038c9 req-fda0a0eb-1abe-4d0f-b278-6c356fd86fe0 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609131
Apr 08 02:53:08.552780 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:08.735099 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e300-046e-40b4-85d0-ae893ed95fd8 req-153330f1-75a3-4779-9b09-86c42a606140 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:08.736525 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-22d6e300-046e-40b4-85d0-ae893ed95fd8 req-153330f1-75a3-4779-9b09-86c42a606140 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 985 time: 0.0804927
Apr 08 02:53:08.783723 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-22d6e300-046e-40b4-85d0-ae893ed95fd8 req-e311bbd1-68d3-41f6-b6b9-e826fad4b04f tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&id=e7f5e98b-b52c-4ae3-83e9-21cfe12d42de&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0411079
Apr 08 02:53:09.166942 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:09.621134 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2c6ef-b43f-4c5d-b68f-ee4dd1231503 req-c6c23e28-ef1f-44a1-a481-49f6b518d595 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:09.621751 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-fff2c6ef-b43f-4c5d-b68f-ee4dd1231503 req-c6c23e28-ef1f-44a1-a481-49f6b518d595 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Synchronizing usage tracker for tenant:d7c31bb4f3ce486591bc142b1da7553e on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:53:09.639642 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-fff2c6ef-b43f-4c5d-b68f-ee4dd1231503 req-c6c23e28-ef1f-44a1-a481-49f6b518d595 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Unset dirty status for tenant:d7c31bb4f3ce486591bc142b1da7553e on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:53:09.640932 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-fff2c6ef-b43f-4c5d-b68f-ee4dd1231503 req-c6c23e28-ef1f-44a1-a481-49f6b518d595 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.49 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0939310
Apr 08 02:53:09.698079 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc9f03-8e53-4091-8d58-4df4040ed7ed req-a15e077a-6bce-4e50-a802-b9601b250b6d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:09.698079 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-38cc9f03-8e53-4091-8d58-4df4040ed7ed req-a15e077a-6bce-4e50-a802-b9601b250b6d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 945 time: 0.0766571
Apr 08 02:53:09.713228 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-fff2c6ef-b43f-4c5d-b68f-ee4dd1231503 req-a37211b0-e4e1-4f3d-8014-69e7bf15d59f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Deleting port 13eae4a8-fba8-4afe-8767-4b3ffface99b {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:53:09.713820 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-fff2c6ef-b43f-4c5d-b68f-ee4dd1231503 req-a37211b0-e4e1-4f3d-8014-69e7bf15d59f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:09.743175 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-38cc9f03-8e53-4091-8d58-4df4040ed7ed req-772a1205-0c21-4dca-8bb1-8a8fc0d467cc tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=03baeba3-c20a-48d2-8f76-c05432fffa6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406156
Apr 08 02:53:09.800960 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48604) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:09.976172 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-321dcbbb-f08e-4c00-ab22-b011b3dce0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:10.022554 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-321dcbbb-f08e-4c00-ab22-b011b3dce0b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:53:10.024530 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-fff2c6ef-b43f-4c5d-b68f-ee4dd1231503 req-a37211b0-e4e1-4f3d-8014-69e7bf15d59f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] For port 13eae4a8-fba8-4afe-8767-4b3ffface99b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=13eae4a8-fba8-4afe-8767-4b3ffface99b,segment=NetworkSegment(ef0bf9c2-237a-4677-bb35-a0c5d1411c7b),segment_id=ef0bf9c2-237a-4677-bb35-a0c5d1411c7b)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:53:10.024881 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-fff2c6ef-b43f-4c5d-b68f-ee4dd1231503 req-a37211b0-e4e1-4f3d-8014-69e7bf15d59f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:10.028552 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-321dcbbb-f08e-4c00-ab22-b011b3dce0b9 admin admin] Usage tracker for resource:security_group_rule and tenant:e43b6083bec842cbb6392d1d1c93a3a5 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:53:10.031984 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-321dcbbb-f08e-4c00-ab22-b011b3dce0b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:53:10.040111 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-321dcbbb-f08e-4c00-ab22-b011b3dce0b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:53:10.048759 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcc4d7-c851-42c2-b20b-ddfcc14d9dfa req-d2d59e06-04c2-46a0-b3a5-cbe6ef734e5e tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:10.050198 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-98dcc4d7-c851-42c2-b20b-ddfcc14d9dfa req-d2d59e06-04c2-46a0-b3a5-cbe6ef734e5e tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 985 time: 0.1375382
Apr 08 02:53:10.120875 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-98dcc4d7-c851-42c2-b20b-ddfcc14d9dfa req-8c8c5879-75e0-4819-9d6c-d1054ba44ff7 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&id=e7f5e98b-b52c-4ae3-83e9-21cfe12d42de&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0628552
Apr 08 02:53:10.154392 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-321dcbbb-f08e-4c00-ab22-b011b3dce0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:10.158156 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-321dcbbb-f08e-4c00-ab22-b011b3dce0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:10.202972 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321dcbbb-f08e-4c00-ab22-b011b3dce0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354d3c2a-29af-4a60-9bdd-7c8b38fcd08d,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:10.210903 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-321dcbbb-f08e-4c00-ab22-b011b3dce0b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e43b6083bec842cbb6392d1d1c93a3a5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4063392
Apr 08 02:53:10.211453 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48612) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:10.273984 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1706561f-7cd0-4f5f-996e-abc87257a4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:10.299154 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1706561f-7cd0-4f5f-996e-abc87257a4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:10.308221 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-fff2c6ef-b43f-4c5d-b68f-ee4dd1231503 req-a37211b0-e4e1-4f3d-8014-69e7bf15d59f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:10.308584 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-fff2c6ef-b43f-4c5d-b68f-ee4dd1231503 req-a37211b0-e4e1-4f3d-8014-69e7bf15d59f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:10.308884 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.l3_db [req-fff2c6ef-b43f-4c5d-b68f-ee4dd1231503 req-a37211b0-e4e1-4f3d-8014-69e7bf15d59f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Floating IP 71433bdf-0bd4-41c2-a406-2b6e69f7d0a7 disassociated. External IP: 172.27.2.7, port: 13eae4a8-fba8-4afe-8767-4b3ffface99b.
Apr 08 02:53:10.309230 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-fff2c6ef-b43f-4c5d-b68f-ee4dd1231503 req-a37211b0-e4e1-4f3d-8014-69e7bf15d59f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Calling delete_port for 13eae4a8-fba8-4afe-8767-4b3ffface99b owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:53:10.350608 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1706561f-7cd0-4f5f-996e-abc87257a4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:10.364857 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706561f-7cd0-4f5f-996e-abc87257a4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354d3c2a-29af-4a60-9bdd-7c8b38fcd08d,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:10.371478 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1706561f-7cd0-4f5f-996e-abc87257a4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:10.372583 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-1706561f-7cd0-4f5f-996e-abc87257a4d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/354d3c2a-29af-4a60-9bdd-7c8b38fcd08d HTTP/1.1" status: 204  len: 168 time: 0.1605458
Apr 08 02:53:10.448857 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-fff2c6ef-b43f-4c5d-b68f-ee4dd1231503 req-a37211b0-e4e1-4f3d-8014-69e7bf15d59f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:10.498316 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37211b0-e4e1-4f3d-8014-69e7bf15d59f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Pushing event deleted for resources: {'Port': ['ID=13eae4a8-fba8-4afe-8767-4b3ffface99b,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:10.703247 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fff2c6ef-b43f-4c5d-b68f-ee4dd1231503 req-a37211b0-e4e1-4f3d-8014-69e7bf15d59f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Router a96affaf-da1f-485a-a776-09b1fb893db9 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:53:10.917899 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fff2c6ef-b43f-4c5d-b68f-ee4dd1231503 req-a37211b0-e4e1-4f3d-8014-69e7bf15d59f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:53:10.921665 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1dfe391f-49e7-4f2a-bd62-5938595be882 req-b7b730a5-f040-496c-8e4a-f60e50a9a28e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ff8616-8e62-40fe-87e7-f976433b9288 HTTP/1.1" status: 200  len: 210 time: 0.0469756
Apr 08 02:53:10.943670 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c74a4af-baf0-4ebe-8905-2fb3fd7c24ce None None] Sync routers for ids ['a96affaf-da1f-485a-a776-09b1fb893db9'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:53:10.972263 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c74a4af-baf0-4ebe-8905-2fb3fd7c24ce None None] Routers {'a96affaf-da1f-485a-a776-09b1fb893db9'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:53:10.973664 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-6c74a4af-baf0-4ebe-8905-2fb3fd7c24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2ae2520>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:53:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a96affaf-da1f-485a-a776-09b1fb893db9'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:53:11.000504 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff2c6ef-b43f-4c5d-b68f-ee4dd1231503 req-a37211b0-e4e1-4f3d-8014-69e7bf15d59f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] No DVR routers for this DVR port 13eae4a8-fba8-4afe-8767-4b3ffface99b on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:53:11.003097 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-fff2c6ef-b43f-4c5d-b68f-ee4dd1231503 req-a37211b0-e4e1-4f3d-8014-69e7bf15d59f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:11.006275 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ff8616-8e62-40fe-87e7-f976433b9288', 'name': 'network-vif-deleted', 'tag': '13eae4a8-fba8-4afe-8767-4b3ffface99b'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:53:11.030858 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-fff2c6ef-b43f-4c5d-b68f-ee4dd1231503 req-a37211b0-e4e1-4f3d-8014-69e7bf15d59f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.49 "DELETE /v2.0/ports/13eae4a8-fba8-4afe-8767-4b3ffface99b HTTP/1.1" status: 204  len: 173 time: 1.3824792
Apr 08 02:53:11.099121 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1074c1e-9eb6-47cd-93ce-7edc81cf8be6'] response: {'server_uuid': '19ff8616-8e62-40fe-87e7-f976433b9288', 'name': 'network-vif-deleted', 'tag': '13eae4a8-fba8-4afe-8767-4b3ffface99b', 'status': 'completed', 'code': 200}
Apr 08 02:53:11.183454 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-6c74a4af-baf0-4ebe-8905-2fb3fd7c24ce None None] Set router a96affaf-da1f-485a-a776-09b1fb893db9 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:53:11.475603 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd93e8-8bdf-4a51-8302-db9bb591c233 req-560fad79-4b91-4ca3-a464-ef777e699404 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:11.482714 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4ddd93e8-8bdf-4a51-8302-db9bb591c233 req-560fad79-4b91-4ca3-a464-ef777e699404 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 985 time: 0.1960464
Apr 08 02:53:11.543046 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4ddd93e8-8bdf-4a51-8302-db9bb591c233 req-11666588-e002-4f34-8685-98ad0c3932d6 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&id=e7f5e98b-b52c-4ae3-83e9-21cfe12d42de&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0593204
Apr 08 02:53:11.660576 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-6c74a4af-baf0-4ebe-8905-2fb3fd7c24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2ae2520>, [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:27Z', 'revision_number': 4, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port': {'id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '672f3630-41b7-44f7-b424-5dc4d8859023', 'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'mac_address': 'fa:16:3e:4e:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:26Z', 'updated_at': '2022-04-08T02:46:35Z', 'revision_number': 5, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'subnets': [{'id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:53:11.668823 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c74a4af-baf0-4ebe-8905-2fb3fd7c24ce None None] Checking router: a96affaf-da1f-485a-a776-09b1fb893db9 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:53:11.683897 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c74a4af-baf0-4ebe-8905-2fb3fd7c24ce None None] Routers {'a96affaf-da1f-485a-a776-09b1fb893db9'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:53:11.684823 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-6c74a4af-baf0-4ebe-8905-2fb3fd7c24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2ae2520>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:53:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a96affaf-da1f-485a-a776-09b1fb893db9'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:53:11.871405 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-6c74a4af-baf0-4ebe-8905-2fb3fd7c24ce None None] Set router a96affaf-da1f-485a-a776-09b1fb893db9 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:53:11.900844 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48648) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:12.056289 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c922ad76-b477-4801-a859-9b80c5318d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:12.090191 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-c922ad76-b477-4801-a859-9b80c5318d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:53:12.095036 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-c922ad76-b477-4801-a859-9b80c5318d04 admin admin] Usage tracker for resource:security_group_rule and tenant:219e18bd7d944eea8b65a6e2e7a9ee8c is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:53:12.097923 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-c922ad76-b477-4801-a859-9b80c5318d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:53:12.099635 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 48658) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:12.103928 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-c922ad76-b477-4801-a859-9b80c5318d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:53:12.173376 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ac29f9eb-089f-451d-9cf8-5c4162a27c98 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:12.178975 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c922ad76-b477-4801-a859-9b80c5318d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:12.184416 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c922ad76-b477-4801-a859-9b80c5318d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:12.191813 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-6c74a4af-baf0-4ebe-8905-2fb3fd7c24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2ae2520>, [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:27Z', 'revision_number': 4, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port': {'id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '672f3630-41b7-44f7-b424-5dc4d8859023', 'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'mac_address': 'fa:16:3e:4e:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:26Z', 'updated_at': '2022-04-08T02:46:35Z', 'revision_number': 5, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'subnets': [{'id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:53:12.196700 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c74a4af-baf0-4ebe-8905-2fb3fd7c24ce None None] The sync data for ids ['a96affaf-da1f-485a-a776-09b1fb893db9'] in dv-cinder-837052-1-iscsi is: [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:27Z', 'revision_number': 4, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port': {'id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '672f3630-41b7-44f7-b424-5dc4d8859023', 'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'mac_address': 'fa:16:3e:4e:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:26Z', 'updated_at': '2022-04-08T02:46:35Z', 'revision_number': 5, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'subnets': [{'id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:53:12.204131 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ac29f9eb-089f-451d-9cf8-5c4162a27c98 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:12.238297 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922ad76-b477-4801-a859-9b80c5318d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffd7270-5a2c-4581-ad10-a9ed041f2467,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:12.249217 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-c922ad76-b477-4801-a859-9b80c5318d04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=219e18bd7d944eea8b65a6e2e7a9ee8c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3472137
Apr 08 02:53:12.252445 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 48662) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:12.278745 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ac29f9eb-089f-451d-9cf8-5c4162a27c98 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:12.309627 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29f9eb-089f-451d-9cf8-5c4162a27c98 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03baeba3-c20a-48d2-8f76-c05432fffa6e,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:12.333359 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ac29f9eb-089f-451d-9cf8-5c4162a27c98 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:12.338726 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-ac29f9eb-089f-451d-9cf8-5c4162a27c98 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "DELETE /v2.0/security-groups/03baeba3-c20a-48d2-8f76-c05432fffa6e HTTP/1.1" status: 204  len: 168 time: 0.2332034
Apr 08 02:53:12.338910 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48666) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:12.339795 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7b01a7c2-cc90-4611-a2a8-f6eb71d087fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:12.359846 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.api.v2.resource [None req-b2496187-04a8-45f4-a3cb-bbead2a46e2c tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] show failed (client error): The resource could not be found.
Apr 08 02:53:12.363669 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-b2496187-04a8-45f4-a3cb-bbead2a46e2c tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups/03baeba3-c20a-48d2-8f76-c05432fffa6e HTTP/1.1" status: 404  len: 347 time: 0.0210226
Apr 08 02:53:12.363864 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48670) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:12.368400 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7b01a7c2-cc90-4611-a2a8-f6eb71d087fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:12.428323 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7b01a7c2-cc90-4611-a2a8-f6eb71d087fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:12.444171 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01a7c2-cc90-4611-a2a8-f6eb71d087fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffd7270-5a2c-4581-ad10-a9ed041f2467,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:12.451024 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7b01a7c2-cc90-4611-a2a8-f6eb71d087fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:12.454914 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-7b01a7c2-cc90-4611-a2a8-f6eb71d087fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ffd7270-5a2c-4581-ad10-a9ed041f2467 HTTP/1.1" status: 204  len: 168 time: 0.2010119
Apr 08 02:53:12.466760 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e9fe1-c603-4e84-9119-8921ea71b70c None None] New status for floating IP 71433bdf-0bd4-41c2-a406-2b6e69f7d0a7: DOWN {{(pid=83138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:53:12.535710 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-5d57c176-0f50-452e-9d6e-ca365df8ec3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Deleting port b6588a60-cf3c-4085-af46-5b98b599b299 {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:53:12.536102 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5d57c176-0f50-452e-9d6e-ca365df8ec3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:12.763113 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5d57c176-0f50-452e-9d6e-ca365df8ec3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:12.763351 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5d57c176-0f50-452e-9d6e-ca365df8ec3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:12.888390 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-5d57c176-0f50-452e-9d6e-ca365df8ec3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Calling delete_port for b6588a60-cf3c-4085-af46-5b98b599b299 owned by network:floatingip {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:53:12.951989 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171684bc-2833-42e6-bc86-ae0dd1f79706 req-01076761-e94d-4e4b-b40e-933338dc4117 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:12.953399 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-171684bc-2833-42e6-bc86-ae0dd1f79706 req-01076761-e94d-4e4b-b40e-933338dc4117 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 985 time: 0.2700357
Apr 08 02:53:13.012738 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.db.api [None req-5d57c176-0f50-452e-9d6e-ca365df8ec3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:53:13.013082 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG oslo_db.api [None req-5d57c176-0f50-452e-9d6e-ca365df8ec3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:53:13.019199 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-171684bc-2833-42e6-bc86-ae0dd1f79706 req-b496a5c8-b733-46f2-913f-ac00b50b7e9e tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&id=e7f5e98b-b52c-4ae3-83e9-21cfe12d42de&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0547807
Apr 08 02:53:13.514292 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-5d57c176-0f50-452e-9d6e-ca365df8ec3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Deleting port b6588a60-cf3c-4085-af46-5b98b599b299 {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:53:13.514806 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5d57c176-0f50-452e-9d6e-ca365df8ec3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:13.683025 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5d57c176-0f50-452e-9d6e-ca365df8ec3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:13.683363 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5d57c176-0f50-452e-9d6e-ca365df8ec3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:13.805537 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-5d57c176-0f50-452e-9d6e-ca365df8ec3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Calling delete_port for b6588a60-cf3c-4085-af46-5b98b599b299 owned by network:floatingip {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:53:13.958517 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5d57c176-0f50-452e-9d6e-ca365df8ec3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:14.010170 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57c176-0f50-452e-9d6e-ca365df8ec3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Pushing event deleted for resources: {'Port': ['ID=b6588a60-cf3c-4085-af46-5b98b599b299,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:14.122445 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5d57c176-0f50-452e-9d6e-ca365df8ec3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for floatingip, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:14.144899 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5d57c176-0f50-452e-9d6e-ca365df8ec3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:14.146625 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-5d57c176-0f50-452e-9d6e-ca365df8ec3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "DELETE /v2.0/floatingips/71433bdf-0bd4-41c2-a406-2b6e69f7d0a7 HTTP/1.1" status: 204  len: 168 time: 1.7812612
Apr 08 02:53:14.278641 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 13eae4a8-fba8-4afe-8767-4b3ffface99b no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:53:14.323775 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82f43e-8a61-4c17-ac3e-b7dfdb56c6c9 req-715a5eb1-ae83-4b09-bc2c-3b800d58825d tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:14.325143 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5b82f43e-8a61-4c17-ac3e-b7dfdb56c6c9 req-715a5eb1-ae83-4b09-bc2c-3b800d58825d tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 985 time: 0.1719279
Apr 08 02:53:14.327759 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] No Port match for: 13eae4a8-fba8-4afe-8767-4b3ffface99b {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:53:14.330023 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 13eae4a8-fba8-4afe-8767-4b3ffface99b not bound to the agent host hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:53:14.383177 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5b82f43e-8a61-4c17-ac3e-b7dfdb56c6c9 req-0c497d97-7a38-48e8-a786-99b5de99d30f tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&id=e7f5e98b-b52c-4ae3-83e9-21cfe12d42de&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0516198
Apr 08 02:53:14.477053 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48726) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:14.482477 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-ee74b8a9-2a01-4a85-8c6a-9dfe718f7810 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--114808733', 'description': 'tempest-description--2028544719'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:53:14.488467 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-ee74b8a9-2a01-4a85-8c6a-9dfe718f7810 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:53:14.493232 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-ee74b8a9-2a01-4a85-8c6a-9dfe718f7810 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Usage tracker for resource:security_group and tenant:d7c31bb4f3ce486591bc142b1da7553e is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:53:14.496089 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-ee74b8a9-2a01-4a85-8c6a-9dfe718f7810 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:53:14.502087 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-ee74b8a9-2a01-4a85-8c6a-9dfe718f7810 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:53:14.512832 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ee74b8a9-2a01-4a85-8c6a-9dfe718f7810 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:14.553207 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-ee74b8a9-2a01-4a85-8c6a-9dfe718f7810 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:53:14.557867 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-ee74b8a9-2a01-4a85-8c6a-9dfe718f7810 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Usage tracker for resource:security_group_rule and tenant:d7c31bb4f3ce486591bc142b1da7553e is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:53:14.560821 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-ee74b8a9-2a01-4a85-8c6a-9dfe718f7810 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:53:14.566494 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-ee74b8a9-2a01-4a85-8c6a-9dfe718f7810 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:53:14.623998 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ee74b8a9-2a01-4a85-8c6a-9dfe718f7810 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:14.628033 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ee74b8a9-2a01-4a85-8c6a-9dfe718f7810 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:14.674642 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74b8a9-2a01-4a85-8c6a-9dfe718f7810 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c2ca8b-9077-4293-8285-23196213c7a7,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:14.678090 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ee74b8a9-2a01-4a85-8c6a-9dfe718f7810 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:14.679511 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-ee74b8a9-2a01-4a85-8c6a-9dfe718f7810 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.2014792
Apr 08 02:53:14.682374 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48730) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:14.687875 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-1106b2a3-b94d-4037-8e8c-1d6b366d5b83 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Request body: {'security_group_rule': {'security_group_id': 'a8c2ca8b-9077-4293-8285-23196213c7a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:53:14.693820 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-1106b2a3-b94d-4037-8e8c-1d6b366d5b83 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:53:14.697655 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-1106b2a3-b94d-4037-8e8c-1d6b366d5b83 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Usage tracker for resource:security_group_rule and tenant:d7c31bb4f3ce486591bc142b1da7553e is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:53:14.700844 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-1106b2a3-b94d-4037-8e8c-1d6b366d5b83 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:53:14.706830 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-1106b2a3-b94d-4037-8e8c-1d6b366d5b83 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:53:14.726047 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1106b2a3-b94d-4037-8e8c-1d6b366d5b83 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:14.791602 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1106b2a3-b94d-4037-8e8c-1d6b366d5b83 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:14.795736 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1106b2a3-b94d-4037-8e8c-1d6b366d5b83 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:14.819156 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106b2a3-b94d-4037-8e8c-1d6b366d5b83 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a516ce-6a83-43dd-ada4-3445d762c654,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:14.829664 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-1106b2a3-b94d-4037-8e8c-1d6b366d5b83 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:14.831004 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-1106b2a3-b94d-4037-8e8c-1d6b366d5b83 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1476207
Apr 08 02:53:14.833853 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 48734) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:14.840519 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-94d52e9a-c0be-41fb-a422-9be1fd9dbe9d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Request body: {'security_group_rule': {'security_group_id': 'a8c2ca8b-9077-4293-8285-23196213c7a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:53:14.846498 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-94d52e9a-c0be-41fb-a422-9be1fd9dbe9d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:53:14.851067 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-94d52e9a-c0be-41fb-a422-9be1fd9dbe9d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Usage tracker for resource:security_group_rule and tenant:d7c31bb4f3ce486591bc142b1da7553e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:53:14.853847 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-94d52e9a-c0be-41fb-a422-9be1fd9dbe9d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:53:14.860203 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-94d52e9a-c0be-41fb-a422-9be1fd9dbe9d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:53:14.876886 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-94d52e9a-c0be-41fb-a422-9be1fd9dbe9d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:14.938690 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-94d52e9a-c0be-41fb-a422-9be1fd9dbe9d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:14.942311 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-94d52e9a-c0be-41fb-a422-9be1fd9dbe9d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:14.965363 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d52e9a-c0be-41fb-a422-9be1fd9dbe9d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f23ef4f-9888-443c-85ba-fd8b84cd852a,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:14.980496 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-94d52e9a-c0be-41fb-a422-9be1fd9dbe9d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:14.981721 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-94d52e9a-c0be-41fb-a422-9be1fd9dbe9d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1462543
Apr 08 02:53:14.984779 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 48738) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:14.990115 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Request body: {'floatingip': {'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:53:14.996186 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:53:15.000062 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Usage tracker for resource:floatingip and tenant:d7c31bb4f3ce486591bc142b1da7553e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:53:15.002898 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:53:15.006785 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:53:15.009917 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:53:15.021167 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for floatingip, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:15.158701 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:15.373309 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Allocated IP 172.27.2.254 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/e2456186-3fa7-4b25-a9ed-fb86bf90f839) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:53:15.525324 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:15.552734 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:15.583218 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79d1e-765a-4f96-90a6-cef798405ea8 req-646fdcdd-b37b-4e83-aa17-57611410a590 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:15.585230 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2ff79d1e-765a-4f96-90a6-cef798405ea8 req-646fdcdd-b37b-4e83-aa17-57611410a590 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 985 time: 0.0809619
Apr 08 02:53:15.625710 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:53:15.629192 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:53:15.630948 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Pushing event updated for resources: {'Port': ['ID=e2456186-3fa7-4b25-a9ed-fb86bf90f839,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:15.633232 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2ff79d1e-765a-4f96-90a6-cef798405ea8 req-ccaf5b44-b7e3-400c-8161-e11c4d2be1f8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&id=e7f5e98b-b52c-4ae3-83e9-21cfe12d42de&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0425336
Apr 08 02:53:15.633704 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:53:15.796490 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:15.851698 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:16.056228 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:16.060530 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:16.170398 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Pushing event updated for resources: {'Port': ['ID=e2456186-3fa7-4b25-a9ed-fb86bf90f839,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:16.186546 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:16.217276 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:16.218605 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-ede3ac0a-8e4d-4745-82b6-75515e2d0ae8 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2328737
Apr 08 02:53:16.448791 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-3c819b56-f796-4047-902c-924ca681dafd req-4d4b4c0d-ee10-4f88-9b20-b3ef114c58c3 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Synchronizing usage tracker for tenant:d7c31bb4f3ce486591bc142b1da7553e on resource:security_group {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:53:16.463909 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-3c819b56-f796-4047-902c-924ca681dafd req-4d4b4c0d-ee10-4f88-9b20-b3ef114c58c3 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Unset dirty status for tenant:d7c31bb4f3ce486591bc142b1da7553e on resource:security_group {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:53:16.465041 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3c819b56-f796-4047-902c-924ca681dafd req-4d4b4c0d-ee10-4f88-9b20-b3ef114c58c3 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--114808733&fields=id&tenant_id=d7c31bb4f3ce486591bc142b1da7553e HTTP/1.1" status: 200  len: 267 time: 0.0570474
Apr 08 02:53:16.614161 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c819b56-f796-4047-902c-924ca681dafd req-5f920ce2-cbcf-4c3b-b733-4c965d85842e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:16.616219 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3c819b56-f796-4047-902c-924ca681dafd req-5f920ce2-cbcf-4c3b-b733-4c965d85842e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/networks?id=5dea2017-1900-4ff0-b5ef-6938292bd5df HTTP/1.1" status: 200  len: 811 time: 0.1440802
Apr 08 02:53:16.631664 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3c819b56-f796-4047-902c-924ca681dafd req-1bf531cd-d521-4fe3-9395-4a24a00813e4 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/quotas/d7c31bb4f3ce486591bc142b1da7553e HTTP/1.1" status: 200  len: 375 time: 0.0100024
Apr 08 02:53:16.719715 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-3c819b56-f796-4047-902c-924ca681dafd req-2d7eda5d-c66d-4312-9e2e-fd2394235e3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Synchronizing usage tracker for tenant:d7c31bb4f3ce486591bc142b1da7553e on resource:port {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:53:16.736997 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-3c819b56-f796-4047-902c-924ca681dafd req-2d7eda5d-c66d-4312-9e2e-fd2394235e3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Unset dirty status for tenant:d7c31bb4f3ce486591bc142b1da7553e on resource:port {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:53:16.738272 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3c819b56-f796-4047-902c-924ca681dafd req-2d7eda5d-c66d-4312-9e2e-fd2394235e3d tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d7c31bb4f3ce486591bc142b1da7553e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1019278
Apr 08 02:53:16.933492 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3c819b56-f796-4047-902c-924ca681dafd req-bcd9ae87-fb2f-4f5d-9cb9-9095ff244b3e service neutron] 10.222.0.48 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1820893
Apr 08 02:53:16.944384 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0e793-0095-4f20-9d56-b0eb5fe2b91f req-ae38c5e8-57e4-4afe-a347-83a4258592a8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:16.945733 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-eec0e793-0095-4f20-9d56-b0eb5fe2b91f req-ae38c5e8-57e4-4afe-a347-83a4258592a8 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 985 time: 0.1759179
Apr 08 02:53:17.094922 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-eec0e793-0095-4f20-9d56-b0eb5fe2b91f req-f7b170b2-2148-45cf-a4ee-645df923ce2a tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&id=e7f5e98b-b52c-4ae3-83e9-21cfe12d42de&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1272962
Apr 08 02:53:17.116382 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3c819b56-f796-4047-902c-924ca681dafd req-f75f8758-377a-4036-a32f-6e25a7be3d87 service neutron] 10.222.0.48 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1697478
Apr 08 02:53:17.307731 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-40c15a2d-6cce-4f49-a21b-2879cb44b8e1 req-bae149f4-0411-4286-85c1-02fe4867c5d6 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 210 time: 0.0460618
Apr 08 02:53:18.305721 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b077eaa-de4e-4f99-91c0-aca05061240f req-a8dd7f3e-cbba-4e01-ad5d-24044aba4b49 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:18.308692 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0b077eaa-de4e-4f99-91c0-aca05061240f req-a8dd7f3e-cbba-4e01-ad5d-24044aba4b49 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 985 time: 0.0900195
Apr 08 02:53:18.372088 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0b077eaa-de4e-4f99-91c0-aca05061240f req-03072452-8fbd-4afc-9e30-984c7a3dd86b tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&id=e7f5e98b-b52c-4ae3-83e9-21cfe12d42de&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0520442
Apr 08 02:53:18.394233 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c819b56-f796-4047-902c-924ca681dafd req-5e657025-8a8f-4189-94d8-a0382c92416e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:18.396000 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3c819b56-f796-4047-902c-924ca681dafd req-5e657025-8a8f-4189-94d8-a0382c92416e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.49 "GET /v2.0/networks?id=5dea2017-1900-4ff0-b5ef-6938292bd5df HTTP/1.1" status: 200  len: 811 time: 0.1830170
Apr 08 02:53:18.457613 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-3c819b56-f796-4047-902c-924ca681dafd req-2442e985-8487-4cdd-86d6-88ba84711920 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Synchronizing usage tracker for tenant:d7c31bb4f3ce486591bc142b1da7553e on resource:security_group {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:53:18.474934 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-3c819b56-f796-4047-902c-924ca681dafd req-2442e985-8487-4cdd-86d6-88ba84711920 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Unset dirty status for tenant:d7c31bb4f3ce486591bc142b1da7553e on resource:security_group {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:53:18.477253 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3c819b56-f796-4047-902c-924ca681dafd req-2442e985-8487-4cdd-86d6-88ba84711920 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7c31bb4f3ce486591bc142b1da7553e HTTP/1.1" status: 200  len: 379 time: 0.0671003
Apr 08 02:53:18.486772 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-3c819b56-f796-4047-902c-924ca681dafd req-14ef82a9-3512-4458-9f65-7b0073112ceb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Request body: {'port': {'device_id': '170aa648-5004-4e0d-9f78-aad5b2764ce1', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'admin_state_up': True, 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'security_groups': ['a8c2ca8b-9077-4293-8285-23196213c7a7']}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:53:18.511179 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2a3a5d1b-655f-4421-b092-5d76f8e7d5cd req-a29b0d70-3dc0-4050-b8ec-11bfc5b3f571 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 210 time: 0.0447731
Apr 08 02:53:18.624296 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-3c819b56-f796-4047-902c-924ca681dafd req-14ef82a9-3512-4458-9f65-7b0073112ceb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:53:18.633951 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-3c819b56-f796-4047-902c-924ca681dafd req-14ef82a9-3512-4458-9f65-7b0073112ceb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:53:18.644072 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c819b56-f796-4047-902c-924ca681dafd req-14ef82a9-3512-4458-9f65-7b0073112ceb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Made reservation on behalf of d7c31bb4f3ce486591bc142b1da7553e for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:53:18.647631 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3c819b56-f796-4047-902c-924ca681dafd req-14ef82a9-3512-4458-9f65-7b0073112ceb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:18.817196 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-3c819b56-f796-4047-902c-924ca681dafd req-14ef82a9-3512-4458-9f65-7b0073112ceb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Allocated IP 172.20.0.14 (5dea2017-1900-4ff0-b5ef-6938292bd5df/4b82e368-c786-4ba4-b0db-18a49fdde3c9/c589e3c6-07ca-44fc-ae31-96e15494023f) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:53:19.005190 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3c819b56-f796-4047-902c-924ca681dafd req-14ef82a9-3512-4458-9f65-7b0073112ceb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:19.020917 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-3c819b56-f796-4047-902c-924ca681dafd req-14ef82a9-3512-4458-9f65-7b0073112ceb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Transition to ACTIVE for port object c589e3c6-07ca-44fc-ae31-96e15494023f will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:53:19.047866 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3c819b56-f796-4047-902c-924ca681dafd req-14ef82a9-3512-4458-9f65-7b0073112ceb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:19.120211 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c819b56-f796-4047-902c-924ca681dafd req-14ef82a9-3512-4458-9f65-7b0073112ceb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Network 5dea2017-1900-4ff0-b5ef-6938292bd5df is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:53:19.123135 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-3c819b56-f796-4047-902c-924ca681dafd req-14ef82a9-3512-4458-9f65-7b0073112ceb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:53:19.126953 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c819b56-f796-4047-902c-924ca681dafd req-14ef82a9-3512-4458-9f65-7b0073112ceb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:53:19.157463 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef82a9-3512-4458-9f65-7b0073112ceb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Pushing event updated for resources: {'Port': ['ID=c589e3c6-07ca-44fc-ae31-96e15494023f,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:19.192946 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c819b56-f796-4047-902c-924ca681dafd req-14ef82a9-3512-4458-9f65-7b0073112ceb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:19.193558 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3c819b56-f796-4047-902c-924ca681dafd req-14ef82a9-3512-4458-9f65-7b0073112ceb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:19.220517 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3c819b56-f796-4047-902c-924ca681dafd req-14ef82a9-3512-4458-9f65-7b0073112ceb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7376540
Apr 08 02:53:19.231790 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Request body: {'port': {'device_id': '170aa648-5004-4e0d-9f78-aad5b2764ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:53:19.328971 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-6eb86f10-533e-49da-9768-43d35d6c96d2 None None] Provisioning for port c589e3c6-07ca-44fc-ae31-96e15494023f completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:53:19.333893 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-6eb86f10-533e-49da-9768-43d35d6c96d2 None None] Provisioning complete for port c589e3c6-07ca-44fc-ae31-96e15494023f triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:53:19.334812 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-6eb86f10-533e-49da-9768-43d35d6c96d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:19.390608 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-6eb86f10-533e-49da-9768-43d35d6c96d2 None None] Port c589e3c6-07ca-44fc-ae31-96e15494023f cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:53:19.406001 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:19.598387 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec970c1-d603-43cd-b2be-37655c38243e req-b57fbbec-285c-4d1b-9984-b3b12f98770e tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:19.598387 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fec970c1-d603-43cd-b2be-37655c38243e req-b57fbbec-285c-4d1b-9984-b3b12f98770e tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 985 time: 0.0791848
Apr 08 02:53:19.684163 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fec970c1-d603-43cd-b2be-37655c38243e req-5c0b89c1-adf0-4ada-bb6f-1e0a99cd6eb6 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&id=e7f5e98b-b52c-4ae3-83e9-21cfe12d42de&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0819745
Apr 08 02:53:19.726807 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d7b54-5e8a-4308-b75c-2cad5f7ca823 req-31e7254e-d50c-4cde-9c66-ed1b3d30254a tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:19.728586 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e51d7b54-5e8a-4308-b75c-2cad5f7ca823 req-31e7254e-d50c-4cde-9c66-ed1b3d30254a tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 932 time: 0.0837519
Apr 08 02:53:19.766725 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c589e3c6-07ca-44fc-ae31-96e15494023f {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:53:19.773981 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:19.774506 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e51d7b54-5e8a-4308-b75c-2cad5f7ca823 req-f360ce0b-2d51-46b5-a5f7-89203ae7cd4f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8c2ca8b-9077-4293-8285-23196213c7a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401926
Apr 08 02:53:19.788366 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Transition to ACTIVE for port object c589e3c6-07ca-44fc-ae31-96e15494023f will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:53:19.792453 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:19.924864 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Pushing event updated for resources: {'Port': ['ID=c589e3c6-07ca-44fc-ae31-96e15494023f,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:20.035098 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Attempting to bind port c589e3c6-07ca-44fc-ae31-96e15494023f on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:53:20.035430 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Attempting to bind port c589e3c6-07ca-44fc-ae31-96e15494023f by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'ef0bf9c2-237a-4677-bb35-a0c5d1411c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:53:20.035755 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Attempting to bind port c589e3c6-07ca-44fc-ae31-96e15494023f on network 5dea2017-1900-4ff0-b5ef-6938292bd5df {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:53:20.041503 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Port c589e3c6-07ca-44fc-ae31-96e15494023f on network 5dea2017-1900-4ff0-b5ef-6938292bd5df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:53:20.041847 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Attempting to bind port c589e3c6-07ca-44fc-ae31-96e15494023f on network 5dea2017-1900-4ff0-b5ef-6938292bd5df {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:53:20.048394 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:53:20.048728 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Checking segment: {'id': 'ef0bf9c2-237a-4677-bb35-a0c5d1411c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:53:20.049113 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Bound using segment: {'id': 'ef0bf9c2-237a-4677-bb35-a0c5d1411c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:53:20.049538 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Bound port: c589e3c6-07ca-44fc-ae31-96e15494023f, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef0bf9c2-237a-4677-bb35-a0c5d1411c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:53:20.049885 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:20.141641 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] For port c589e3c6-07ca-44fc-ae31-96e15494023f, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:53:20.144740 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] For port c589e3c6-07ca-44fc-ae31-96e15494023f, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c589e3c6-07ca-44fc-ae31-96e15494023f,segment=NetworkSegment(ef0bf9c2-237a-4677-bb35-a0c5d1411c7b),segment_id=ef0bf9c2-237a-4677-bb35-a0c5d1411c7b)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:53:20.149301 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:20.212833 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:20.214213 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3c819b56-f796-4047-902c-924ca681dafd req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] 10.222.0.49 "PUT /v2.0/ports/c589e3c6-07ca-44fc-ae31-96e15494023f HTTP/1.1" status: 200  len: 1094 time: 0.9867454
Apr 08 02:53:20.214649 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170aa648-5004-4e0d-9f78-aad5b2764ce1', 'tag': 'c589e3c6-07ca-44fc-ae31-96e15494023f'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:53:20.232676 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa473360-68ae-40df-8c25-db4d00c6919b service neutron] Pushing event updated for resources: {'Port': ['ID=c589e3c6-07ca-44fc-ae31-96e15494023f,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:20.294337 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015f3416-1ed5-4aa5-b420-a87e17622126'] response: {'name': 'network-changed', 'server_uuid': '170aa648-5004-4e0d-9f78-aad5b2764ce1', 'tag': 'c589e3c6-07ca-44fc-ae31-96e15494023f', 'status': 'completed', 'code': 200}
Apr 08 02:53:20.380055 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3c819b56-f796-4047-902c-924ca681dafd req-bd65e80e-9453-45bd-8aec-4c5ad65132ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7c31bb4f3ce486591bc142b1da7553e&device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 1097 time: 0.0815716
Apr 08 02:53:20.451529 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3c819b56-f796-4047-902c-924ca681dafd req-ca3e5966-771b-46b8-82ab-61a4db5fd3da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c589e3c6-07ca-44fc-ae31-96e15494023f HTTP/1.1" status: 200  len: 217 time: 0.0626073
Apr 08 02:53:20.516440 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c819b56-f796-4047-902c-924ca681dafd req-4bf10b1a-a4d6-4cfb-b7f1-0fc9e4cd6c89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:20.517775 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3c819b56-f796-4047-902c-924ca681dafd req-4bf10b1a-a4d6-4cfb-b7f1-0fc9e4cd6c89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4b82e368-c786-4ba4-b0db-18a49fdde3c9 HTTP/1.1" status: 200  len: 850 time: 0.0603745
Apr 08 02:53:20.593690 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3c819b56-f796-4047-902c-924ca681dafd req-99c8e71d-7c3f-456a-87fe-afe6eef63ac3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dea2017-1900-4ff0-b5ef-6938292bd5df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0694246
Apr 08 02:53:20.725689 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3c819b56-f796-4047-902c-924ca681dafd req-7caa92c1-54a1-4728-b3df-b32bebb8f1f8 service neutron] 10.222.0.49 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248007
Apr 08 02:53:20.858227 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-3c819b56-f796-4047-902c-924ca681dafd req-b0f874fd-3562-47c5-a1e4-386411d4ba39 service neutron] 10.222.0.49 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264503
Apr 08 02:53:20.912621 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83808e-6a47-466d-826d-7b22dcd4b9b6 req-a218a754-b948-4fe0-9566-eb2132ab7e37 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:20.917742 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ff83808e-6a47-466d-826d-7b22dcd4b9b6 req-a218a754-b948-4fe0-9566-eb2132ab7e37 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 985 time: 0.1061902
Apr 08 02:53:20.986226 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-99c18cef-c86a-45e9-a9ba-5f909e0c6340 req-4a22f183-00d9-42b4-b818-0ee1b1969741 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7c31bb4f3ce486591bc142b1da7553e&device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 1097 time: 0.0765173
Apr 08 02:53:21.012716 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ff83808e-6a47-466d-826d-7b22dcd4b9b6 req-4e8bdf55-b624-4cb2-b3c7-543c65dce2b7 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&id=e7f5e98b-b52c-4ae3-83e9-21cfe12d42de&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0918920
Apr 08 02:53:21.037060 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36dc44-89c6-4d2d-88fc-be3df30a22ed req-0512289e-b060-4d2a-9a18-f2d3f3a2c018 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:21.038970 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4b36dc44-89c6-4d2d-88fc-be3df30a22ed req-0512289e-b060-4d2a-9a18-f2d3f3a2c018 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 944 time: 0.1039715
Apr 08 02:53:21.089856 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4b36dc44-89c6-4d2d-88fc-be3df30a22ed req-5465d53d-588a-43a8-bfa2-7eaebaf8cfad tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8c2ca8b-9077-4293-8285-23196213c7a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450811
Apr 08 02:53:21.124992 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c18cef-c86a-45e9-a9ba-5f909e0c6340 req-577d6e1a-db41-483c-ac55-2a085823c520 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:21.126502 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-99c18cef-c86a-45e9-a9ba-5f909e0c6340 req-577d6e1a-db41-483c-ac55-2a085823c520 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dea2017-1900-4ff0-b5ef-6938292bd5df HTTP/1.1" status: 200  len: 912 time: 0.1339433
Apr 08 02:53:21.255349 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-99c18cef-c86a-45e9-a9ba-5f909e0c6340 req-eff3adca-0178-4db3-8746-63fae2f4a985 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c589e3c6-07ca-44fc-ae31-96e15494023f HTTP/1.1" status: 200  len: 217 time: 0.1228383
Apr 08 02:53:21.319263 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c18cef-c86a-45e9-a9ba-5f909e0c6340 req-64b9c523-376c-4725-8bc1-656ba2d56951 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:21.320654 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-99c18cef-c86a-45e9-a9ba-5f909e0c6340 req-64b9c523-376c-4725-8bc1-656ba2d56951 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4b82e368-c786-4ba4-b0db-18a49fdde3c9 HTTP/1.1" status: 200  len: 850 time: 0.0590467
Apr 08 02:53:21.395013 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-99c18cef-c86a-45e9-a9ba-5f909e0c6340 req-415cae02-700c-4ebe-95b7-b2a606919d85 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dea2017-1900-4ff0-b5ef-6938292bd5df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0677426
Apr 08 02:53:21.526762 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-99c18cef-c86a-45e9-a9ba-5f909e0c6340 req-3c8854aa-5a6f-4e6a-8c39-5c153017d634 service neutron] 10.222.0.49 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249316
Apr 08 02:53:21.656637 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-99c18cef-c86a-45e9-a9ba-5f909e0c6340 req-63b32d9a-686c-490d-87c2-c84d91183de1 service neutron] 10.222.0.49 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240020
Apr 08 02:53:22.294293 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4c1d8-7840-4042-bead-a9e1b2361bc4 req-c9a2229f-60dc-4c2c-b634-359418e6a27c tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:22.295727 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bcb4c1d8-7840-4042-bead-a9e1b2361bc4 req-c9a2229f-60dc-4c2c-b634-359418e6a27c tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 944 time: 0.0822945
Apr 08 02:53:22.342097 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bcb4c1d8-7840-4042-bead-a9e1b2361bc4 req-1d8f79cf-d80c-4a4c-985e-16849abb30b2 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8c2ca8b-9077-4293-8285-23196213c7a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408797
Apr 08 02:53:23.536276 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534aa7a-4941-47d5-8c86-a769c4170af3 req-91f9ac05-2197-430e-871f-530d0370d4f3 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:23.537853 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2534aa7a-4941-47d5-8c86-a769c4170af3 req-91f9ac05-2197-430e-871f-530d0370d4f3 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 944 time: 0.0762546
Apr 08 02:53:23.583230 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2534aa7a-4941-47d5-8c86-a769c4170af3 req-ff3d7bb6-9565-497f-818c-75a994fb8770 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8c2ca8b-9077-4293-8285-23196213c7a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397623
Apr 08 02:53:24.852952 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd540b8-05fa-4c78-b259-52971466b424 req-e144790b-44a7-447b-b654-acb7a20ed8d2 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:24.854377 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ecd540b8-05fa-4c78-b259-52971466b424 req-e144790b-44a7-447b-b654-acb7a20ed8d2 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 944 time: 0.1489992
Apr 08 02:53:24.900318 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ecd540b8-05fa-4c78-b259-52971466b424 req-33b52cf5-e1c0-4e09-898b-bdfa9e1a756a tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8c2ca8b-9077-4293-8285-23196213c7a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399652
Apr 08 02:53:26.100802 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f987d-b2f5-482f-b6c8-d57a1b3edbae req-c69c9e35-6c77-4896-be8e-a118d13d094f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:26.102116 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-142f987d-b2f5-482f-b6c8-d57a1b3edbae req-c69c9e35-6c77-4896-be8e-a118d13d094f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 944 time: 0.0787060
Apr 08 02:53:26.145177 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-142f987d-b2f5-482f-b6c8-d57a1b3edbae req-a216fd94-ed0e-47ac-b80f-c54d99b3b278 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8c2ca8b-9077-4293-8285-23196213c7a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375791
Apr 08 02:53:26.346911 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device c589e3c6-07ca-44fc-ae31-96e15494023f details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:53:26.474348 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port c589e3c6-07ca-44fc-ae31-96e15494023f, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c589e3c6-07ca-44fc-ae31-96e15494023f,segment=NetworkSegment(ef0bf9c2-237a-4677-bb35-a0c5d1411c7b),segment_id=ef0bf9c2-237a-4677-bb35-a0c5d1411c7b)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:53:26.487282 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': 'c589e3c6-07ca-44fc-ae31-96e15494023f', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'port_id': 'c589e3c6-07ca-44fc-ae31-96e15494023f', 'mac_address': 'fa:16:3e:09:ea:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:53:26.539562 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:26.556635 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c589e3c6-07ca-44fc-ae31-96e15494023f {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:53:26.571560 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port c589e3c6-07ca-44fc-ae31-96e15494023f, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c589e3c6-07ca-44fc-ae31-96e15494023f,segment=NetworkSegment(ef0bf9c2-237a-4677-bb35-a0c5d1411c7b),segment_id=ef0bf9c2-237a-4677-bb35-a0c5d1411c7b)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:53:26.574861 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:26.640272 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=c589e3c6-07ca-44fc-ae31-96e15494023f,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:26.648725 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:26.649061 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:26.649392 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:26.649718 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:26.650036 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:26.650356 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:26.650686 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:26.651011 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:26.651350 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:26.651661 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:26.651972 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:26.952510 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['c589e3c6-07ca-44fc-ae31-96e15494023f'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:53:27.336375 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03905a68-df6e-4f51-b37d-151a14665565 req-ef3b6e9e-d636-47c8-9091-6606554cac3f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:27.337806 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-03905a68-df6e-4f51-b37d-151a14665565 req-ef3b6e9e-d636-47c8-9091-6606554cac3f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 945 time: 0.0757599
Apr 08 02:53:27.384207 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-03905a68-df6e-4f51-b37d-151a14665565 req-c8af3e16-b131-48e5-91bc-0f90ebfe6b7e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8c2ca8b-9077-4293-8285-23196213c7a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408347
Apr 08 02:53:27.657931 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b57daf-33f3-4de9-9795-e2c10db62a92 req-9608239e-ecff-4d7e-9f9a-2d8be398135c tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:27.659396 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-17b57daf-33f3-4de9-9795-e2c10db62a92 req-9608239e-ecff-4d7e-9f9a-2d8be398135c tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.0786769
Apr 08 02:53:27.703062 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-17b57daf-33f3-4de9-9795-e2c10db62a92 req-25835da0-6e71-4558-b541-aaa0131c7f83 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381889
Apr 08 02:53:28.579924 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344300a-6f5f-4ecd-a7ed-c46ebda7f051 req-13a7996c-9926-4c56-9c37-f4d0ddf07c34 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:28.581823 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e344300a-6f5f-4ecd-a7ed-c46ebda7f051 req-13a7996c-9926-4c56-9c37-f4d0ddf07c34 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 945 time: 0.0744777
Apr 08 02:53:28.625877 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e344300a-6f5f-4ecd-a7ed-c46ebda7f051 req-bbe5df6f-a8c3-40d2-ab33-3dd2158095ac tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8c2ca8b-9077-4293-8285-23196213c7a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389299
Apr 08 02:53:28.900720 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52819376-4b74-4ec0-8925-b750e7baa069 req-e8e1efeb-680e-4d0c-8e73-b32d431b5dc8 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:28.902136 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-52819376-4b74-4ec0-8925-b750e7baa069 req-e8e1efeb-680e-4d0c-8e73-b32d431b5dc8 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.0777900
Apr 08 02:53:28.947651 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-52819376-4b74-4ec0-8925-b750e7baa069 req-c5693ee3-f038-4c8f-b135-3f56c0ee22ab tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400574
Apr 08 02:53:29.814333 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c07979-88e8-4e89-b63a-acf4ba9da6eb req-bc4087a9-cd26-4b63-a340-9ef64403e853 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:29.815899 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-99c07979-88e8-4e89-b63a-acf4ba9da6eb req-bc4087a9-cd26-4b63-a340-9ef64403e853 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 945 time: 0.0746906
Apr 08 02:53:29.865641 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-99c07979-88e8-4e89-b63a-acf4ba9da6eb req-e4117843-52ba-4153-968f-2bca77559705 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8c2ca8b-9077-4293-8285-23196213c7a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439227
Apr 08 02:53:30.141702 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1220fe-03a9-4f1f-81e0-a4e229358b97 req-74638fdc-99dc-4513-87e0-11412b685dd3 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:30.143156 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0f1220fe-03a9-4f1f-81e0-a4e229358b97 req-74638fdc-99dc-4513-87e0-11412b685dd3 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.0758541
Apr 08 02:53:30.188311 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0f1220fe-03a9-4f1f-81e0-a4e229358b97 req-73222b29-447f-416d-85fe-45cef2046f9f tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389802
Apr 08 02:53:30.380409 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device c589e3c6-07ca-44fc-ae31-96e15494023f up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:53:30.447457 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port c589e3c6-07ca-44fc-ae31-96e15494023f completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:53:30.452303 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port c589e3c6-07ca-44fc-ae31-96e15494023f triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:53:30.452926 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:30.571846 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:30.597752 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170aa648-5004-4e0d-9f78-aad5b2764ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c589e3c6-07ca-44fc-ae31-96e15494023f'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:53:30.607520 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port c589e3c6-07ca-44fc-ae31-96e15494023f, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c589e3c6-07ca-44fc-ae31-96e15494023f,segment=NetworkSegment(ef0bf9c2-237a-4677-bb35-a0c5d1411c7b),segment_id=ef0bf9c2-237a-4677-bb35-a0c5d1411c7b)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:53:30.611395 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:30.656624 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-366799b3-11f6-4ac4-bb4a-e0c581c65432'] response: {'server_uuid': '170aa648-5004-4e0d-9f78-aad5b2764ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c589e3c6-07ca-44fc-ae31-96e15494023f', 'code': 200}
Apr 08 02:53:30.682713 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=c589e3c6-07ca-44fc-ae31-96e15494023f,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:30.898506 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-651d8f2a-2bb4-4766-94be-c02cebec6487 req-753f1857-f440-4513-89a2-448b451742c1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 1099 time: 0.0697169
Apr 08 02:53:30.941118 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-651d8f2a-2bb4-4766-94be-c02cebec6487 req-f4c350c4-cd64-43f8-9bc4-d3f81063a88f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a8c2ca8b-9077-4293-8285-23196213c7a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355096
Apr 08 02:53:31.061895 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b10ed-3a93-4127-b846-385c84c50ad6 req-425d1166-1c06-42d2-81b2-06ea9065a15b tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:31.063371 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e23b10ed-3a93-4127-b846-385c84c50ad6 req-425d1166-1c06-42d2-81b2-06ea9065a15b tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 946 time: 0.0800066
Apr 08 02:53:31.120880 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e23b10ed-3a93-4127-b846-385c84c50ad6 req-43b26017-0c38-4cb3-a4ba-7472bcb1d67b tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8c2ca8b-9077-4293-8285-23196213c7a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517271
Apr 08 02:53:31.388990 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3e3c9-424a-4634-9690-ff50a97cc2c5 req-5e4bb84e-9718-4ed3-9fe2-d983e7ccbf72 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:31.388990 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-42a3e3c9-424a-4634-9690-ff50a97cc2c5 req-5e4bb84e-9718-4ed3-9fe2-d983e7ccbf72 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.0760186
Apr 08 02:53:31.431312 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-42a3e3c9-424a-4634-9690-ff50a97cc2c5 req-07d7edb6-dfa6-4bb7-9e94-3756abf1ac6a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405257
Apr 08 02:53:32.324930 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6320f8-7b4f-4172-a3fa-2f887bd972ea req-12136711-61ac-46e9-bd14-e420afbb9d92 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:32.326408 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ca6320f8-7b4f-4172-a3fa-2f887bd972ea req-12136711-61ac-46e9-bd14-e420afbb9d92 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 946 time: 0.0820181
Apr 08 02:53:32.372115 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ca6320f8-7b4f-4172-a3fa-2f887bd972ea req-92a9b2eb-6cd1-40eb-8aeb-704e43fbf2a4 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8c2ca8b-9077-4293-8285-23196213c7a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402761
Apr 08 02:53:32.622878 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd07698-d246-4034-9582-e35e84c1eaa8 req-6f0ddb20-b21d-4c2e-a533-9055da1803e9 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:32.624274 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-afd07698-d246-4034-9582-e35e84c1eaa8 req-6f0ddb20-b21d-4c2e-a533-9055da1803e9 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.0735419
Apr 08 02:53:32.670824 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-afd07698-d246-4034-9582-e35e84c1eaa8 req-668aa013-009d-4228-a25d-723bc0e3aeae tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411527
Apr 08 02:53:33.570981 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52faf08-ac07-4a9c-829d-cf89b1197ad6 req-81f5b801-1aa2-4db5-97fb-573d57ec3030 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:33.572355 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a52faf08-ac07-4a9c-829d-cf89b1197ad6 req-81f5b801-1aa2-4db5-97fb-573d57ec3030 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 946 time: 0.0767791
Apr 08 02:53:33.618402 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a52faf08-ac07-4a9c-829d-cf89b1197ad6 req-621d5b9c-fa9e-4eb2-b939-2a6d31a3d6bb tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8c2ca8b-9077-4293-8285-23196213c7a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404084
Apr 08 02:53:33.826520 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd369f-4a7b-44e8-91a1-79429ba09199 req-7766e225-aee7-4965-b3cc-02b33c6a907b tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:33.827977 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2bbd369f-4a7b-44e8-91a1-79429ba09199 req-7766e225-aee7-4965-b3cc-02b33c6a907b tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 946 time: 0.0816028
Apr 08 02:53:33.837277 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 48864) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:33.842570 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-76ad509e-ca04-4a3d-92d7-b4128910da25 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Request body: {'floatingip': {'port_id': 'c589e3c6-07ca-44fc-ae31-96e15494023f'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:53:33.921030 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-76ad509e-ca04-4a3d-92d7-b4128910da25 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for floatingip, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:33.945335 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f483fd-0749-41c2-8c9a-8cd79547e3cf req-f3314c6a-f5fa-4407-bb53-b633fcb4ceea tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:33.948059 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-16f483fd-0749-41c2-8c9a-8cd79547e3cf req-f3314c6a-f5fa-4407-bb53-b633fcb4ceea tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.0903921
Apr 08 02:53:34.007645 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-16f483fd-0749-41c2-8c9a-8cd79547e3cf req-5599b8fc-b979-4920-832c-82cb9f3e3850 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535705
Apr 08 02:53:34.318028 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-a76a94ce-67ab-4e08-ad8b-8cc59d7b301d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:34.535733 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-76ad509e-ca04-4a3d-92d7-b4128910da25 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:34.539400 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-76ad509e-ca04-4a3d-92d7-b4128910da25 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:34.801941 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.l3_db [None req-76ad509e-ca04-4a3d-92d7-b4128910da25 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Floating IP cf5a5be4-ddd8-4200-95cf-9291bf9614ae associated. External IP: 172.27.2.254, port: c589e3c6-07ca-44fc-ae31-96e15494023f.
Apr 08 02:53:35.180454 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ad509e-ca04-4a3d-92d7-b4128910da25 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Router a96affaf-da1f-485a-a776-09b1fb893db9 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:53:35.205920 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c4dfd-76f9-451e-82a0-978d8d0ace46 req-e69fbe03-1e32-44ae-8ce7-6aa9ec17b3db tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:35.207390 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7c2c4dfd-76f9-451e-82a0-978d8d0ace46 req-e69fbe03-1e32-44ae-8ce7-6aa9ec17b3db tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.0781054
Apr 08 02:53:35.252985 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7c2c4dfd-76f9-451e-82a0-978d8d0ace46 req-074704bc-6545-4786-8895-12910d2bf685 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392194
Apr 08 02:53:35.374359 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ad509e-ca04-4a3d-92d7-b4128910da25 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:53:35.379200 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-76ad509e-ca04-4a3d-92d7-b4128910da25 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:35.384153 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a18cd3-e028-481c-bbfb-65d070745037 None None] Sync routers for ids ['a96affaf-da1f-485a-a776-09b1fb893db9'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:53:35.396243 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a18cd3-e028-481c-bbfb-65d070745037 None None] Routers {'a96affaf-da1f-485a-a776-09b1fb893db9'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:53:35.398023 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-14a18cd3-e028-481c-bbfb-65d070745037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a287dd00>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:53:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a96affaf-da1f-485a-a776-09b1fb893db9'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:53:35.431276 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-76ad509e-ca04-4a3d-92d7-b4128910da25 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "PUT /v2.0/floatingips/cf5a5be4-ddd8-4200-95cf-9291bf9614ae HTTP/1.1" status: 200  len: 992 time: 1.5929132
Apr 08 02:53:35.431847 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170aa648-5004-4e0d-9f78-aad5b2764ce1', 'tag': 'c589e3c6-07ca-44fc-ae31-96e15494023f'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:53:35.484433 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50496cee-a86d-4f75-b409-b121f4056170'] response: {'name': 'network-changed', 'server_uuid': '170aa648-5004-4e0d-9f78-aad5b2764ce1', 'tag': 'c589e3c6-07ca-44fc-ae31-96e15494023f', 'status': 'completed', 'code': 200}
Apr 08 02:53:35.581202 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-14a18cd3-e028-481c-bbfb-65d070745037 None None] Set router a96affaf-da1f-485a-a776-09b1fb893db9 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:53:35.586892 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f6360498-afbb-4f6e-b5aa-14dcb361a2e5 req-1b75f600-6f69-4451-b6fb-47be4999d2c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7c31bb4f3ce486591bc142b1da7553e&device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 1099 time: 0.0714209
Apr 08 02:53:35.721481 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6360498-afbb-4f6e-b5aa-14dcb361a2e5 req-d7a068e7-83f3-47ad-a738-18cc68719a30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:35.722936 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f6360498-afbb-4f6e-b5aa-14dcb361a2e5 req-d7a068e7-83f3-47ad-a738-18cc68719a30 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dea2017-1900-4ff0-b5ef-6938292bd5df HTTP/1.1" status: 200  len: 912 time: 0.1297646
Apr 08 02:53:35.829654 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f6360498-afbb-4f6e-b5aa-14dcb361a2e5 req-035728f8-6daf-4c5a-94f3-b0661b11241a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c589e3c6-07ca-44fc-ae31-96e15494023f HTTP/1.1" status: 200  len: 1000 time: 0.1010141
Apr 08 02:53:35.898243 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6360498-afbb-4f6e-b5aa-14dcb361a2e5 req-79aa8bcc-ec95-4dc2-a1a5-b86628b89444 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:35.899721 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f6360498-afbb-4f6e-b5aa-14dcb361a2e5 req-79aa8bcc-ec95-4dc2-a1a5-b86628b89444 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4b82e368-c786-4ba4-b0db-18a49fdde3c9 HTTP/1.1" status: 200  len: 850 time: 0.0636895
Apr 08 02:53:35.931297 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-14a18cd3-e028-481c-bbfb-65d070745037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a287dd00>, [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:27Z', 'revision_number': 4, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port': {'id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'cf5a5be4-ddd8-4200-95cf-9291bf9614ae', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'port_id': 'c589e3c6-07ca-44fc-ae31-96e15494023f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'mac_address': 'fa:16:3e:09:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170aa648-5004-4e0d-9f78-aad5b2764ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:53:15Z', 'updated_at': '2022-04-08T02:53:34Z', 'revision_number': 1, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '672f3630-41b7-44f7-b424-5dc4d8859023', 'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'mac_address': 'fa:16:3e:4e:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:26Z', 'updated_at': '2022-04-08T02:46:35Z', 'revision_number': 5, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'subnets': [{'id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:53:35.935275 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a18cd3-e028-481c-bbfb-65d070745037 None None] Checking router: a96affaf-da1f-485a-a776-09b1fb893db9 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:53:35.952717 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a18cd3-e028-481c-bbfb-65d070745037 None None] Routers {'a96affaf-da1f-485a-a776-09b1fb893db9'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:53:35.953456 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-14a18cd3-e028-481c-bbfb-65d070745037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a287dd00>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:53:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a96affaf-da1f-485a-a776-09b1fb893db9'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:53:35.981543 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f6360498-afbb-4f6e-b5aa-14dcb361a2e5 req-12179e86-e0cc-425c-a51d-9d67f841c4f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dea2017-1900-4ff0-b5ef-6938292bd5df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733194
Apr 08 02:53:36.122216 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f6360498-afbb-4f6e-b5aa-14dcb361a2e5 req-7f16da7c-07bb-4cfd-bd69-138ef5f0cc2c service neutron] 10.222.0.49 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341789
Apr 08 02:53:36.173520 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-14a18cd3-e028-481c-bbfb-65d070745037 None None] Set router a96affaf-da1f-485a-a776-09b1fb893db9 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:53:36.268431 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f6360498-afbb-4f6e-b5aa-14dcb361a2e5 req-39253db5-cd15-48b1-bdbf-1d90a6cfacc0 service neutron] 10.222.0.49 "GET /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374249
Apr 08 02:53:36.513287 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-cbc23615-f819-449a-b825-3345fb103d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:36.549216 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-14a18cd3-e028-481c-bbfb-65d070745037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a287dd00>, [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:27Z', 'revision_number': 4, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port': {'id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'cf5a5be4-ddd8-4200-95cf-9291bf9614ae', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'port_id': 'c589e3c6-07ca-44fc-ae31-96e15494023f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'mac_address': 'fa:16:3e:09:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170aa648-5004-4e0d-9f78-aad5b2764ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:53:15Z', 'updated_at': '2022-04-08T02:53:34Z', 'revision_number': 1, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '672f3630-41b7-44f7-b424-5dc4d8859023', 'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'mac_address': 'fa:16:3e:4e:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:26Z', 'updated_at': '2022-04-08T02:46:35Z', 'revision_number': 5, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'subnets': [{'id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:53:36.554104 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a18cd3-e028-481c-bbfb-65d070745037 None None] The sync data for ids ['a96affaf-da1f-485a-a776-09b1fb893db9'] in dv-cinder-837052-1-iscsi is: [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:27Z', 'revision_number': 4, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port': {'id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'cf5a5be4-ddd8-4200-95cf-9291bf9614ae', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'port_id': 'c589e3c6-07ca-44fc-ae31-96e15494023f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'mac_address': 'fa:16:3e:09:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170aa648-5004-4e0d-9f78-aad5b2764ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:53:15Z', 'updated_at': '2022-04-08T02:53:34Z', 'revision_number': 1, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '672f3630-41b7-44f7-b424-5dc4d8859023', 'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'mac_address': 'fa:16:3e:4e:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:26Z', 'updated_at': '2022-04-08T02:46:35Z', 'revision_number': 5, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'subnets': [{'id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:53:36.617369 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef468f19-c46d-4b83-abcc-3b481ebaa912 req-9bd231e6-c670-41fd-a77d-234c7319a876 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:36.618840 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ef468f19-c46d-4b83-abcc-3b481ebaa912 req-9bd231e6-c670-41fd-a77d-234c7319a876 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.0831811
Apr 08 02:53:36.666345 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ef468f19-c46d-4b83-abcc-3b481ebaa912 req-121e30fd-20ac-40f3-bcaf-ab396c97b212 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419385
Apr 08 02:53:36.844845 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3271b216-93ef-4cdc-845b-afaee965fe5b None None] New status for floating IP cf5a5be4-ddd8-4200-95cf-9291bf9614ae: ACTIVE {{(pid=83138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:53:37.663642 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 48900) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:37.682727 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:37.805286 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-99184d5f-0980-4e71-8960-f60ca36bb138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:37.870714 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459918b7-33f6-4787-a79c-eb352afbdbd4 req-aec127e5-ab47-4f22-a404-aba03e63b467 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:37.871824 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:37.872916 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-459918b7-33f6-4787-a79c-eb352afbdbd4 req-aec127e5-ab47-4f22-a404-aba03e63b467 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.0819931
Apr 08 02:53:37.924616 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-459918b7-33f6-4787-a79c-eb352afbdbd4 req-8f5c01c3-6be7-43e7-95e7-f5d79b1eeb31 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453343
Apr 08 02:53:37.957525 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-99184d5f-0980-4e71-8960-f60ca36bb138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:53:37.963431 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-99184d5f-0980-4e71-8960-f60ca36bb138 admin admin] Usage tracker for resource:security_group_rule and tenant:24de028adc9147a4a3878a0d84dfd168 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:53:37.967045 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-99184d5f-0980-4e71-8960-f60ca36bb138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:53:37.973652 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-99184d5f-0980-4e71-8960-f60ca36bb138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:53:38.016183 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4902326f-d946-426e-9f85-1e6c1a841ef0 req-c3e0770d-906b-4352-956f-e91987ddcf6f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89f311117084470f8e8d16c47ad1d2ae&device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 1098 time: 0.1851392
Apr 08 02:53:38.138153 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-99184d5f-0980-4e71-8960-f60ca36bb138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:38.143594 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-99184d5f-0980-4e71-8960-f60ca36bb138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:38.214948 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-99184d5f-0980-4e71-8960-f60ca36bb138 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24de028adc9147a4a3878a0d84dfd168&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5501223
Apr 08 02:53:38.217168 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99184d5f-0980-4e71-8960-f60ca36bb138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e238fd50-d234-4713-a3bd-d9d2ee90a194,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:38.217441 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 48908) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:38.220046 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902326f-d946-426e-9f85-1e6c1a841ef0 req-b4064ec2-e017-4daa-95b7-cbc413417477 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:38.221402 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4902326f-d946-426e-9f85-1e6c1a841ef0 req-b4064ec2-e017-4daa-95b7-cbc413417477 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e024dc7-08f6-4065-988a-c132275bafc0 HTTP/1.1" status: 200  len: 910 time: 0.1980205
Apr 08 02:53:38.276811 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-92a11d88-5de8-422b-a611-71e59f35adbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:38.301660 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-92a11d88-5de8-422b-a611-71e59f35adbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:38.323939 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4902326f-d946-426e-9f85-1e6c1a841ef0 req-cf898736-cf2a-4c83-82f6-d6f6d6882c0b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1be6ca01-4620-4592-8649-c93ad2064024 HTTP/1.1" status: 200  len: 1001 time: 0.0956025
Apr 08 02:53:38.352136 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-92a11d88-5de8-422b-a611-71e59f35adbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:38.367227 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a11d88-5de8-422b-a611-71e59f35adbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e238fd50-d234-4713-a3bd-d9d2ee90a194,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:38.373867 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-92a11d88-5de8-422b-a611-71e59f35adbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:38.376401 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-92a11d88-5de8-422b-a611-71e59f35adbd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e238fd50-d234-4713-a3bd-d9d2ee90a194 HTTP/1.1" status: 204  len: 168 time: 0.1579382
Apr 08 02:53:38.392272 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902326f-d946-426e-9f85-1e6c1a841ef0 req-64814d2c-bf48-4167-b79c-1b534394d22d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:38.393838 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4902326f-d946-426e-9f85-1e6c1a841ef0 req-64814d2c-bf48-4167-b79c-1b534394d22d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2 HTTP/1.1" status: 200  len: 848 time: 0.0643625
Apr 08 02:53:38.469777 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4902326f-d946-426e-9f85-1e6c1a841ef0 req-22a1f38f-b7ee-4a8b-aa67-4f85276732d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e024dc7-08f6-4065-988a-c132275bafc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0694478
Apr 08 02:53:38.570115 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:38.613913 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4902326f-d946-426e-9f85-1e6c1a841ef0 req-d666e129-b2c4-4866-95ea-f6b944658db8 service neutron] 10.222.0.49 "GET /v2.0/networks/7e024dc7-08f6-4065-988a-c132275bafc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379282
Apr 08 02:53:38.752187 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4902326f-d946-426e-9f85-1e6c1a841ef0 req-65772859-c94e-48b7-ac2e-cf946faa6391 service neutron] 10.222.0.49 "GET /v2.0/networks/7e024dc7-08f6-4065-988a-c132275bafc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315079
Apr 08 02:53:39.170395 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:39.187273 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed38f6-63a5-416d-b669-61ae81d46b2c req-933a3e34-dfb0-4d5a-8970-77c69f83075a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:39.188712 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-22ed38f6-63a5-416d-b669-61ae81d46b2c req-933a3e34-dfb0-4d5a-8970-77c69f83075a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.1467006
Apr 08 02:53:39.232737 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-22ed38f6-63a5-416d-b669-61ae81d46b2c req-d90c27a4-c81f-4807-a2b3-ca8af59a34d7 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382643
Apr 08 02:53:40.428041 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2637e-34dd-4c84-8af0-baca115e0e4f req-56c37739-fb40-4790-8273-ab33b7008ef9 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:40.428041 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d0e2637e-34dd-4c84-8af0-baca115e0e4f req-56c37739-fb40-4790-8273-ab33b7008ef9 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.0796156
Apr 08 02:53:40.473845 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d0e2637e-34dd-4c84-8af0-baca115e0e4f req-dbc99979-fd7e-4ab9-8133-ee997841f822 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389910
Apr 08 02:53:41.665181 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0cdd5-69bc-441f-92fc-b38dd5ade4a3 req-1f9099cf-e777-4508-be0d-cfba699c1960 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:41.666578 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5dd0cdd5-69bc-441f-92fc-b38dd5ade4a3 req-1f9099cf-e777-4508-be0d-cfba699c1960 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.0745797
Apr 08 02:53:41.710929 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5dd0cdd5-69bc-441f-92fc-b38dd5ade4a3 req-a023b9c7-68cd-4656-89e3-9c50a4837329 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388181
Apr 08 02:53:41.891676 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0b34cf52-24c4-4c31-bf30-07dcdb5bfea6 req-26c0bbb0-08fd-40ec-a4b5-4d96ae3c56c1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0695372
Apr 08 02:53:42.086701 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2142d30e-4ab2-42de-9927-2d5f57336659 req-6d921743-7951-4f79-9191-69fae82e9285 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0715475
Apr 08 02:53:42.162564 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0c64a-b089-4e18-99cb-a116f52c3901 req-4765d6a4-3ad9-45cf-8288-0ae638352a55 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:42.164047 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-62d0c64a-b089-4e18-99cb-a116f52c3901 req-4765d6a4-3ad9-45cf-8288-0ae638352a55 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.0824521
Apr 08 02:53:42.210321 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-62d0c64a-b089-4e18-99cb-a116f52c3901 req-d02a989b-4bae-4d9c-97b6-bb01ea7c9301 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404985
Apr 08 02:53:43.249351 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2142d30e-4ab2-42de-9927-2d5f57336659 req-9ae9d7b8-acb0-4dd6-ab72-272d1ea42c3b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5&tenant_id=89f311117084470f8e8d16c47ad1d2ae HTTP/1.1" status: 200  len: 1098 time: 0.0681553
Apr 08 02:53:43.344113 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2142d30e-4ab2-42de-9927-2d5f57336659 req-e5042ef9-3621-452c-aa4b-42bff37044d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89f311117084470f8e8d16c47ad1d2ae&device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 1098 time: 0.0721540
Apr 08 02:53:43.415154 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684731e-90ae-4d89-8508-3b61b3734fcc req-c1aaf139-99a3-4c26-bc8b-f2114de7cb14 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:43.416587 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3684731e-90ae-4d89-8508-3b61b3734fcc req-c1aaf139-99a3-4c26-bc8b-f2114de7cb14 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.0803607
Apr 08 02:53:43.463929 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3684731e-90ae-4d89-8508-3b61b3734fcc req-f07fcc77-7aab-4e9c-a85b-8d0a2ab9bdb6 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413980
Apr 08 02:53:43.475593 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142d30e-4ab2-42de-9927-2d5f57336659 req-a847ab3c-1592-4f0f-831b-7b8470158882 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:43.477568 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2142d30e-4ab2-42de-9927-2d5f57336659 req-a847ab3c-1592-4f0f-831b-7b8470158882 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e024dc7-08f6-4065-988a-c132275bafc0 HTTP/1.1" status: 200  len: 910 time: 0.1247280
Apr 08 02:53:43.580042 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2142d30e-4ab2-42de-9927-2d5f57336659 req-4bf4e315-de9f-4f12-a27a-38d2068c844f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1be6ca01-4620-4592-8649-c93ad2064024 HTTP/1.1" status: 200  len: 1001 time: 0.0945599
Apr 08 02:53:43.642975 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142d30e-4ab2-42de-9927-2d5f57336659 req-4848340d-cd10-4715-a4e6-8f39feec942d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:43.644235 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2142d30e-4ab2-42de-9927-2d5f57336659 req-4848340d-cd10-4715-a4e6-8f39feec942d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2 HTTP/1.1" status: 200  len: 848 time: 0.0572035
Apr 08 02:53:43.719201 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2142d30e-4ab2-42de-9927-2d5f57336659 req-e7221fec-03c0-41e7-83f8-16b1beecdbf0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e024dc7-08f6-4065-988a-c132275bafc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0649014
Apr 08 02:53:43.845273 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2142d30e-4ab2-42de-9927-2d5f57336659 req-0c05aafd-e9c8-40e5-9e35-436411b909b3 service neutron] 10.222.0.49 "GET /v2.0/networks/7e024dc7-08f6-4065-988a-c132275bafc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1199155
Apr 08 02:53:44.037886 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-2142d30e-4ab2-42de-9927-2d5f57336659 req-f36aa956-50c7-4116-a131-21f8f818bcdc service neutron] 10.222.0.49 "GET /v2.0/networks/7e024dc7-08f6-4065-988a-c132275bafc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1850004
Apr 08 02:53:44.462868 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 1be6ca01-4620-4592-8649-c93ad2064024 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:53:44.571741 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:44.598622 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb4b617-e0c5-4496-858f-f139414f8fb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be6ca01-4620-4592-8649-c93ad2064024'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:53:44.609616 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 1be6ca01-4620-4592-8649-c93ad2064024, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1be6ca01-4620-4592-8649-c93ad2064024,segment=NetworkSegment(3ac88e81-d5b5-4b73-a252-17d939149d42),segment_id=3ac88e81-d5b5-4b73-a252-17d939149d42)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:53:44.614728 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:44.665516 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe82c8-d01b-4904-9382-7e023900d61d req-057f958e-611e-472b-865d-85a929ea9836 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:44.667037 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3bbe82c8-d01b-4904-9382-7e023900d61d req-057f958e-611e-472b-865d-85a929ea9836 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 943 time: 0.0827584
Apr 08 02:53:44.667544 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7aa981-fdfb-4d3e-b000-d76109be6234'] response: {'server_uuid': '2fb4b617-e0c5-4496-858f-f139414f8fb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be6ca01-4620-4592-8649-c93ad2064024', 'code': 200}
Apr 08 02:53:44.683174 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=1be6ca01-4620-4592-8649-c93ad2064024,revision_number=6']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:44.712681 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3bbe82c8-d01b-4904-9382-7e023900d61d req-bdab75a0-009e-4a59-b14b-71837b520755 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401244
Apr 08 02:53:45.912666 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb753f5e-408b-4e4f-8540-327f7d5630d8 req-c1580a40-6019-4ee3-8aad-ff3ab6658adc tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:45.914842 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bb753f5e-408b-4e4f-8540-327f7d5630d8 req-c1580a40-6019-4ee3-8aad-ff3ab6658adc tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 943 time: 0.0799770
Apr 08 02:53:45.958284 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bb753f5e-408b-4e4f-8540-327f7d5630d8 req-68256b6e-65e8-444d-8e00-0261b7ebe912 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380471
Apr 08 02:53:47.151062 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4167fd-7515-47b3-8a4b-78f080771810 req-c8209980-e364-44a4-aadd-23ffa2994ee6 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:47.152471 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4c4167fd-7515-47b3-8a4b-78f080771810 req-c8209980-e364-44a4-aadd-23ffa2994ee6 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 943 time: 0.0748339
Apr 08 02:53:47.199492 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4c4167fd-7515-47b3-8a4b-78f080771810 req-6352c60e-1447-4e88-98ec-4c3bd7cab96a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416098
Apr 08 02:53:48.392856 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c91ba-c5db-47c3-ba56-40cf02948bc5 req-3bee2ab0-3017-492a-b263-d7739eb5073a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:48.394258 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e55c91ba-c5db-47c3-ba56-40cf02948bc5 req-3bee2ab0-3017-492a-b263-d7739eb5073a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 943 time: 0.0753024
Apr 08 02:53:48.440098 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e55c91ba-c5db-47c3-ba56-40cf02948bc5 req-83bb1ff5-8aeb-49e4-bc49-deaabc09e663 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402653
Apr 08 02:53:49.638828 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f4710-c658-4a89-91c0-be34d0abb006 req-894f7e83-6f13-4341-a60f-3352b97d43e8 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:49.640277 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cf5f4710-c658-4a89-91c0-be34d0abb006 req-894f7e83-6f13-4341-a60f-3352b97d43e8 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 943 time: 0.0792005
Apr 08 02:53:49.684983 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cf5f4710-c658-4a89-91c0-be34d0abb006 req-f557c450-985e-4849-9f9c-8a86cfdf0998 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393465
Apr 08 02:53:50.875707 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42466632-ea42-416b-b46f-6d3947ae7cd6 req-93d2b1ea-81d8-4978-aa37-f2cbd1b986e7 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:50.877118 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-42466632-ea42-416b-b46f-6d3947ae7cd6 req-93d2b1ea-81d8-4978-aa37-f2cbd1b986e7 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 943 time: 0.0749483
Apr 08 02:53:50.921494 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-42466632-ea42-416b-b46f-6d3947ae7cd6 req-0ace3902-ae28-4031-9353-d30e06e966f8 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388420
Apr 08 02:53:51.925678 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-21604a55-a079-4e72-bbc8-94fec4612bb1 req-c3201519-4cd7-429f-9ead-afa7f96ff6d2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 1096 time: 0.0685601
Apr 08 02:53:51.973003 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-21604a55-a079-4e72-bbc8-94fec4612bb1 req-9e7020c7-08ad-4187-b4d1-c701a6713915 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366182
Apr 08 02:53:52.006553 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:53:52.122801 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecfca3-8eba-4162-b678-6819415125d6 req-01057c4f-721a-4454-8d51-e8be2a1b1f08 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:52.124150 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-aeecfca3-8eba-4162-b678-6819415125d6 req-01057c4f-721a-4454-8d51-e8be2a1b1f08 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 943 time: 0.0787730
Apr 08 02:53:52.170478 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-aeecfca3-8eba-4162-b678-6819415125d6 req-749dfa9c-954a-49a4-b845-bc0b59fa4327 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406644
Apr 08 02:53:53.368644 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f4b8b-f4e7-4527-9de8-8b4ab5a6bbcb req-ac1b30d9-7ac8-4015-9071-c7e4c3f98b0d tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:53.370064 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cc6f4b8b-f4e7-4527-9de8-8b4ab5a6bbcb req-ac1b30d9-7ac8-4015-9071-c7e4c3f98b0d tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 943 time: 0.0774877
Apr 08 02:53:53.417684 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cc6f4b8b-f4e7-4527-9de8-8b4ab5a6bbcb req-7386adb8-414d-4e38-af2a-747df6129d88 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420961
Apr 08 02:53:54.007943 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc88e9d-4f5c-4069-b5c7-b837142f2629 req-ee0c43fd-479e-4ece-acbf-326c32a5a405 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:54.009253 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9cc88e9d-4f5c-4069-b5c7-b837142f2629 req-ee0c43fd-479e-4ece-acbf-326c32a5a405 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.0753527
Apr 08 02:53:54.054859 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9cc88e9d-4f5c-4069-b5c7-b837142f2629 req-4768f91a-e5c9-44f6-9506-fb3af8940d18 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387771
Apr 08 02:53:54.535096 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 1be6ca01-4620-4592-8649-c93ad2064024 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:53:54.613371 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2f24e-eb77-4f11-8402-839737d0f254 req-dc9a3f62-8f7c-4b5f-9fa9-81086985d40a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:54.614826 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-24a2f24e-eb77-4f11-8402-839737d0f254 req-dc9a3f62-8f7c-4b5f-9fa9-81086985d40a tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 943 time: 0.0787368
Apr 08 02:53:54.659807 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-24a2f24e-eb77-4f11-8402-839737d0f254 req-b31ef2f5-0bb1-4a66-9bcc-88a8a9148130 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385444
Apr 08 02:53:54.666035 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 1be6ca01-4620-4592-8649-c93ad2064024, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1be6ca01-4620-4592-8649-c93ad2064024,segment=NetworkSegment(3ac88e81-d5b5-4b73-a252-17d939149d42),segment_id=3ac88e81-d5b5-4b73-a252-17d939149d42)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:53:54.679778 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': '1be6ca01-4620-4592-8649-c93ad2064024', 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0', 'port_id': '1be6ca01-4620-4592-8649-c93ad2064024', 'mac_address': 'fa:16:3e:12:71:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:53:54.738132 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:54.757181 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be6ca01-4620-4592-8649-c93ad2064024 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:53:54.772460 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 1be6ca01-4620-4592-8649-c93ad2064024, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1be6ca01-4620-4592-8649-c93ad2064024,segment=NetworkSegment(3ac88e81-d5b5-4b73-a252-17d939149d42),segment_id=3ac88e81-d5b5-4b73-a252-17d939149d42)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:53:54.776812 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:54.839189 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=1be6ca01-4620-4592-8649-c93ad2064024,revision_number=7']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:55.201185 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['1be6ca01-4620-4592-8649-c93ad2064024'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:53:55.263529 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10e897-cae0-42f4-a07b-d47c71f978f9 req-a460e82e-8e95-4bf4-8718-a6fb4e3019d0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:55.264956 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fc10e897-cae0-42f4-a07b-d47c71f978f9 req-a460e82e-8e95-4bf4-8718-a6fb4e3019d0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.0760055
Apr 08 02:53:55.309540 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fc10e897-cae0-42f4-a07b-d47c71f978f9 req-d740bf9e-158a-474c-9ac4-f49c684c2b33 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388243
Apr 08 02:53:56.524714 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2af9be-f195-4ded-a474-9ee97a25cc53 req-df802c59-8c05-4330-b4c6-37d5c18d94b5 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:56.526128 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-da2af9be-f195-4ded-a474-9ee97a25cc53 req-df802c59-8c05-4330-b4c6-37d5c18d94b5 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.0813715
Apr 08 02:53:56.553356 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 1be6ca01-4620-4592-8649-c93ad2064024 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:53:56.575214 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-da2af9be-f195-4ded-a474-9ee97a25cc53 req-fcf2cf05-8b51-45a9-861d-692df0cd6f4b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435200
Apr 08 02:53:56.623318 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port 1be6ca01-4620-4592-8649-c93ad2064024 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:53:56.623610 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:56.732130 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:56.757698 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb4b617-e0c5-4496-858f-f139414f8fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be6ca01-4620-4592-8649-c93ad2064024'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:53:56.767277 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 1be6ca01-4620-4592-8649-c93ad2064024, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1be6ca01-4620-4592-8649-c93ad2064024,segment=NetworkSegment(3ac88e81-d5b5-4b73-a252-17d939149d42),segment_id=3ac88e81-d5b5-4b73-a252-17d939149d42)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:53:56.771733 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:56.815040 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b66d3fc-574b-4625-b826-1ae4efe53dc2'] response: {'server_uuid': '2fb4b617-e0c5-4496-858f-f139414f8fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be6ca01-4620-4592-8649-c93ad2064024', 'code': 200}
Apr 08 02:53:56.837767 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=1be6ca01-4620-4592-8649-c93ad2064024,revision_number=8']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:57.780022 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde47a1-bd23-47a7-a701-afcc3d73a065 req-d3058b79-51f9-45de-a52b-6044ac7a9a79 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:57.781412 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4bde47a1-bd23-47a7-a701-afcc3d73a065 req-d3058b79-51f9-45de-a52b-6044ac7a9a79 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.0743301
Apr 08 02:53:57.826024 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4bde47a1-bd23-47a7-a701-afcc3d73a065 req-fb2f27a1-a106-4317-b865-faa98288c460 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392818
Apr 08 02:53:59.109010 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bb8b2-2fae-4231-b3d9-0181626b4e0d req-0f395975-74ca-4784-a574-0f475b16f115 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:59.110443 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-913bb8b2-2fae-4231-b3d9-0181626b4e0d req-0f395975-74ca-4784-a574-0f475b16f115 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.1518700
Apr 08 02:53:59.156561 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-913bb8b2-2fae-4231-b3d9-0181626b4e0d req-b052f45b-baa4-4e27-9877-d9fc29e36c71 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405469
Apr 08 02:54:00.373015 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d15029-b552-4751-a129-75e69dc74669 req-c8228d86-d2ef-4c1e-b617-f434e846d26e tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:00.374443 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-71d15029-b552-4751-a129-75e69dc74669 req-c8228d86-d2ef-4c1e-b617-f434e846d26e tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.0774944
Apr 08 02:54:00.419896 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-71d15029-b552-4751-a129-75e69dc74669 req-2499b446-f148-46b4-a07d-2118b683c409 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397453
Apr 08 02:54:01.264280 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db607073-ea20-43ee-9ea3-926cb820a26b req-8614483a-6687-43c7-a9fd-d465993339a4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:01.265730 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-db607073-ea20-43ee-9ea3-926cb820a26b req-8614483a-6687-43c7-a9fd-d465993339a4 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 945 time: 0.0744262
Apr 08 02:54:01.310162 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-db607073-ea20-43ee-9ea3-926cb820a26b req-91f1488a-ed2c-4bae-8708-14f0df7ba25f tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=13635d1f-57c1-480d-8821-81d862574e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390751
Apr 08 02:54:01.639836 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c95752-838d-4c78-8dd4-b5507845db03 req-b4635a4b-1caa-4951-96d2-aa71400cf7fe tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:01.641352 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b9c95752-838d-4c78-8dd4-b5507845db03 req-b4635a4b-1caa-4951-96d2-aa71400cf7fe tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.0835927
Apr 08 02:54:01.695331 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b9c95752-838d-4c78-8dd4-b5507845db03 req-ee1c8b11-8101-4bbd-a746-f6dfe4ca9ed2 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483527
Apr 08 02:54:02.507382 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d6b90-7355-4532-b36f-abc349bc50bd req-cbbdb52c-5ce8-43b0-a329-35ac0204590e tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:02.508963 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f70d6b90-7355-4532-b36f-abc349bc50bd req-cbbdb52c-5ce8-43b0-a329-35ac0204590e tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 945 time: 0.0751541
Apr 08 02:54:02.556047 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f70d6b90-7355-4532-b36f-abc349bc50bd req-01d70e3b-704e-40d0-be95-2e0047cfec16 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=13635d1f-57c1-480d-8821-81d862574e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413535
Apr 08 02:54:02.904723 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa47c6-d227-4249-8244-8e2ba810837c req-0741ed3e-e1e4-4e3e-97e5-1263ee7d999c tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:02.906132 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c9fa47c6-d227-4249-8244-8e2ba810837c req-0741ed3e-e1e4-4e3e-97e5-1263ee7d999c tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.0798316
Apr 08 02:54:02.950691 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c9fa47c6-d227-4249-8244-8e2ba810837c req-185e3019-7ded-4318-93d4-915eea32f918 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388865
Apr 08 02:54:03.031386 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf7ea8-0ce3-417f-a100-b67693dda4dd req-9c755354-d9a2-4791-acef-8ac8d7a42771 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:03.032058 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-95bf7ea8-0ce3-417f-a100-b67693dda4dd req-9c755354-d9a2-4791-acef-8ac8d7a42771 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Synchronizing usage tracker for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:54:03.047238 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-95bf7ea8-0ce3-417f-a100-b67693dda4dd req-9c755354-d9a2-4791-acef-8ac8d7a42771 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Unset dirty status for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:54:03.048429 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-95bf7ea8-0ce3-417f-a100-b67693dda4dd req-9c755354-d9a2-4791-acef-8ac8d7a42771 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "GET /v2.0/ports?device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 945 time: 0.0943329
Apr 08 02:54:03.117329 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-95bf7ea8-0ce3-417f-a100-b67693dda4dd req-b63f6983-268a-4af9-ba91-e4b62785bd48 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Deleting port 91c08498-dc67-4de7-be78-2f9d88554354 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:54:03.117753 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-95bf7ea8-0ce3-417f-a100-b67693dda4dd req-b63f6983-268a-4af9-ba91-e4b62785bd48 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:03.351153 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-95bf7ea8-0ce3-417f-a100-b67693dda4dd req-b63f6983-268a-4af9-ba91-e4b62785bd48 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] For port 91c08498-dc67-4de7-be78-2f9d88554354, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=91c08498-dc67-4de7-be78-2f9d88554354,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:54:03.352138 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-95bf7ea8-0ce3-417f-a100-b67693dda4dd req-b63f6983-268a-4af9-ba91-e4b62785bd48 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:03.628857 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-95bf7ea8-0ce3-417f-a100-b67693dda4dd req-b63f6983-268a-4af9-ba91-e4b62785bd48 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:03.629218 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-95bf7ea8-0ce3-417f-a100-b67693dda4dd req-b63f6983-268a-4af9-ba91-e4b62785bd48 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:03.629525 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.l3_db [req-95bf7ea8-0ce3-417f-a100-b67693dda4dd req-b63f6983-268a-4af9-ba91-e4b62785bd48 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Floating IP f51e30e4-f116-4d6a-91e6-f35ab7aa3e15 disassociated. External IP: 172.27.2.162, port: 91c08498-dc67-4de7-be78-2f9d88554354.
Apr 08 02:54:03.629853 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-95bf7ea8-0ce3-417f-a100-b67693dda4dd req-b63f6983-268a-4af9-ba91-e4b62785bd48 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Calling delete_port for 91c08498-dc67-4de7-be78-2f9d88554354 owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:54:03.751523 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ce4e0-d8c3-4f91-b567-a27bd8b6b92b req-02fd1926-58f7-4865-9cb1-3762bc131c49 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:03.752961 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4c7ce4e0-d8c3-4f91-b567-a27bd8b6b92b req-02fd1926-58f7-4865-9cb1-3762bc131c49 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 945 time: 0.0787187
Apr 08 02:54:03.768156 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-95bf7ea8-0ce3-417f-a100-b67693dda4dd req-b63f6983-268a-4af9-ba91-e4b62785bd48 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:03.805222 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4c7ce4e0-d8c3-4f91-b567-a27bd8b6b92b req-abedf9a5-3056-4064-b87c-7d41b6308252 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=13635d1f-57c1-480d-8821-81d862574e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462012
Apr 08 02:54:03.831300 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f6983-268a-4af9-ba91-e4b62785bd48 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event deleted for resources: {'Port': ['ID=91c08498-dc67-4de7-be78-2f9d88554354,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:04.029754 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95bf7ea8-0ce3-417f-a100-b67693dda4dd req-b63f6983-268a-4af9-ba91-e4b62785bd48 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:54:04.162501 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8abbc-0ba7-48dc-a284-1a7199a495ee req-366032da-5689-4aba-9f91-baf2ce79e228 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:04.164728 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-74c8abbc-0ba7-48dc-a284-1a7199a495ee req-366032da-5689-4aba-9f91-baf2ce79e228 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.0781252
Apr 08 02:54:04.217862 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-74c8abbc-0ba7-48dc-a284-1a7199a495ee req-1052e6ef-a06f-4aca-be98-026cf136fb0e tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467603
Apr 08 02:54:04.237029 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95bf7ea8-0ce3-417f-a100-b67693dda4dd req-b63f6983-268a-4af9-ba91-e4b62785bd48 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:54:04.249749 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7d18ae-faee-4059-ad75-a21d754365be None None] Sync routers for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:54:04.274217 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7d18ae-faee-4059-ad75-a21d754365be None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:54:04.274983 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-ea7d18ae-faee-4059-ad75-a21d754365be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2a43760>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:53:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:04.316743 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bf7ea8-0ce3-417f-a100-b67693dda4dd req-b63f6983-268a-4af9-ba91-e4b62785bd48 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] No DVR routers for this DVR port 91c08498-dc67-4de7-be78-2f9d88554354 on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:54:04.319265 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-95bf7ea8-0ce3-417f-a100-b67693dda4dd req-b63f6983-268a-4af9-ba91-e4b62785bd48 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:04.322721 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991d0926-dfa5-43b7-a6d4-b745f1bb8e59', 'name': 'network-vif-deleted', 'tag': '91c08498-dc67-4de7-be78-2f9d88554354'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:54:04.336351 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5a133c32-bd78-4b15-838b-c6eddbb1354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:04.346932 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-95bf7ea8-0ce3-417f-a100-b67693dda4dd req-b63f6983-268a-4af9-ba91-e4b62785bd48 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "DELETE /v2.0/ports/91c08498-dc67-4de7-be78-2f9d88554354 HTTP/1.1" status: 204  len: 173 time: 1.2935109
Apr 08 02:54:04.382225 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564104d5-ea65-4878-8003-a9265d3f36f0'] response: {'server_uuid': '991d0926-dfa5-43b7-a6d4-b745f1bb8e59', 'name': 'network-vif-deleted', 'tag': '91c08498-dc67-4de7-be78-2f9d88554354', 'status': 'completed', 'code': 200}
Apr 08 02:54:04.474593 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-ea7d18ae-faee-4059-ad75-a21d754365be None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:54:04.773775 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-ea7d18ae-faee-4059-ad75-a21d754365be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2a43760>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:04.777496 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7d18ae-faee-4059-ad75-a21d754365be None None] Checking router: dab48c9e-c48a-4c5e-b7b8-c637e07566b3 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:54:04.787557 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7d18ae-faee-4059-ad75-a21d754365be None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:54:04.788133 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-ea7d18ae-faee-4059-ad75-a21d754365be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2a43760>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:53:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:04.966991 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-ea7d18ae-faee-4059-ad75-a21d754365be None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:54:05.007467 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-17671f83-0657-48d9-9476-b4afb2ccab1e req-5553db3e-99c9-49a5-9698-f83f717d70ee tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=991d0926-dfa5-43b7-a6d4-b745f1bb8e59 HTTP/1.1" status: 200  len: 210 time: 0.0573449
Apr 08 02:54:05.299143 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-ea7d18ae-faee-4059-ad75-a21d754365be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2a43760>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:05.303014 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7d18ae-faee-4059-ad75-a21d754365be None None] The sync data for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi is: [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:54:05.438841 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f86339-f7f7-44f1-b0f5-cba9d5b50704 req-84331836-02ee-4839-978d-7a21b2d10bbc tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:05.440274 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a5f86339-f7f7-44f1-b0f5-cba9d5b50704 req-84331836-02ee-4839-978d-7a21b2d10bbc tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.0794492
Apr 08 02:54:05.487439 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a5f86339-f7f7-44f1-b0f5-cba9d5b50704 req-43d406d2-5127-4747-8573-d8ae3d925bd7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412483
Apr 08 02:54:05.517550 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161edc1a-376d-4e0b-9d13-39f806767d4c None None] New status for floating IP f51e30e4-f116-4d6a-91e6-f35ab7aa3e15: DOWN {{(pid=83138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:54:06.143751 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49086) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:06.207068 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d22acc37-09d7-4b22-ae13-725a2b86af8e tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:06.236608 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d22acc37-09d7-4b22-ae13-725a2b86af8e tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:06.287722 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d22acc37-09d7-4b22-ae13-725a2b86af8e tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:06.304857 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22acc37-09d7-4b22-ae13-725a2b86af8e tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13635d1f-57c1-480d-8821-81d862574e5b,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:06.318234 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d22acc37-09d7-4b22-ae13-725a2b86af8e tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:06.319635 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-d22acc37-09d7-4b22-ae13-725a2b86af8e tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "DELETE /v2.0/security-groups/13635d1f-57c1-480d-8821-81d862574e5b HTTP/1.1" status: 204  len: 168 time: 0.1748550
Apr 08 02:54:06.322968 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49090) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:06.340220 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.api.v2.resource [None req-603af6be-5d6f-4988-ac43-14daa4449eab tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] show failed (client error): The resource could not be found.
Apr 08 02:54:06.341170 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-603af6be-5d6f-4988-ac43-14daa4449eab tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups/13635d1f-57c1-480d-8821-81d862574e5b HTTP/1.1" status: 404  len: 347 time: 0.0172212
Apr 08 02:54:06.343889 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49094) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:06.493128 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-e340cb37-410d-474f-bc66-eee08023ca9c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Deleting port 30c123d5-e66f-410b-9b11-6cf32f2074bd {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:54:06.493846 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-e340cb37-410d-474f-bc66-eee08023ca9c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:06.507147 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-33e90cfb-05fd-42d4-a00f-850fb32d05c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:06.595926 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 91c08498-dc67-4de7-be78-2f9d88554354 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:54:06.658900 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] No Port match for: 91c08498-dc67-4de7-be78-2f9d88554354 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:54:06.659226 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 91c08498-dc67-4de7-be78-2f9d88554354 not bound to the agent host hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:54:06.716099 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-e340cb37-410d-474f-bc66-eee08023ca9c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:06.716420 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-e340cb37-410d-474f-bc66-eee08023ca9c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:06.842258 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-e340cb37-410d-474f-bc66-eee08023ca9c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Calling delete_port for 30c123d5-e66f-410b-9b11-6cf32f2074bd owned by network:floatingip {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:54:06.954525 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00703d-69e3-4f3f-9d65-b7072476c039 req-35d8fe83-5bc0-46f9-b715-87b2c0886a27 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:06.955977 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ef00703d-69e3-4f3f-9d65-b7072476c039 req-35d8fe83-5bc0-46f9-b715-87b2c0886a27 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.3262608
Apr 08 02:54:07.026845 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ef00703d-69e3-4f3f-9d65-b7072476c039 req-accc6f02-52ef-45ad-9ebe-ef61676df0d8 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640543
Apr 08 02:54:07.093868 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-e340cb37-410d-474f-bc66-eee08023ca9c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:07.138011 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340cb37-410d-474f-bc66-eee08023ca9c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event deleted for resources: {'Port': ['ID=30c123d5-e66f-410b-9b11-6cf32f2074bd,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:07.225227 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-e340cb37-410d-474f-bc66-eee08023ca9c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:07.239097 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-e340cb37-410d-474f-bc66-eee08023ca9c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:07.240213 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-e340cb37-410d-474f-bc66-eee08023ca9c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "DELETE /v2.0/floatingips/f51e30e4-f116-4d6a-91e6-f35ab7aa3e15 HTTP/1.1" status: 204  len: 168 time: 0.8954785
Apr 08 02:54:07.675105 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:07.863706 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:07.885538 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49102) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:07.891398 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--445584235', 'description': 'tempest-description--1367370653'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:54:07.897045 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:54:07.901960 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:security_group and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:54:07.904781 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:54:07.979830 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:54:07.989154 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.024125 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:54:08.027847 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:security_group_rule and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:54:08.030531 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:54:08.036042 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:54:08.090700 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.094708 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.138036 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0720cd-71b2-4b8b-a2f2-3d1664d286ed,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:08.141217 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.142468 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.2559364
Apr 08 02:54:08.145550 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49108) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:08.152425 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'security_group_rule': {'security_group_id': '9a0720cd-71b2-4b8b-a2f2-3d1664d286ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:54:08.154400 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.154852 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.155255 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.155658 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.156235 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.156468 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.156812 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.157197 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.157757 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.158089 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.158437 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:54:08.158563 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e608-dd7b-4d10-a23a-8144c1ad6a4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.162438 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:security_group_rule and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:54:08.166629 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:54:08.207675 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:54:08.235583 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.288422 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4166b48-2a01-461c-8a23-ad67b1f5a705 req-63c89b9d-8845-4ddf-86ae-3eb03038dd8a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:08.289932 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d4166b48-2a01-461c-8a23-ad67b1f5a705 req-63c89b9d-8845-4ddf-86ae-3eb03038dd8a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.1245236
Apr 08 02:54:08.326877 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.337411 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.369639 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c25a67c-06f4-4b21-bbc6-0d57a6f935da,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:08.373918 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d4166b48-2a01-461c-8a23-ad67b1f5a705 req-36441ce4-2a94-4a94-8048-fc420e90ce9e tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778172
Apr 08 02:54:08.384842 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.385193 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.385519 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.385848 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.386181 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.386503 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.386852 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.387168 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.387750 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.388070 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.388382 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:08.391041 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.394617 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-cb8d070b-f77f-45af-9f75-b17ba2b3b362 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2450385
Apr 08 02:54:08.394917 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49112) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:08.400161 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-bd485ac2-e75d-4c65-988b-30480e16b55b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'security_group_rule': {'security_group_id': '9a0720cd-71b2-4b8b-a2f2-3d1664d286ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:54:08.406026 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-bd485ac2-e75d-4c65-988b-30480e16b55b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:54:08.409850 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-bd485ac2-e75d-4c65-988b-30480e16b55b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:security_group_rule and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:54:08.412686 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-bd485ac2-e75d-4c65-988b-30480e16b55b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:54:08.418522 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-bd485ac2-e75d-4c65-988b-30480e16b55b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:54:08.434551 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bd485ac2-e75d-4c65-988b-30480e16b55b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.493262 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bd485ac2-e75d-4c65-988b-30480e16b55b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.496402 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bd485ac2-e75d-4c65-988b-30480e16b55b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.519408 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd485ac2-e75d-4c65-988b-30480e16b55b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65698df-0693-43a9-93b6-3f393baf4104,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:08.527824 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bd485ac2-e75d-4c65-988b-30480e16b55b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.529293 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-bd485ac2-e75d-4c65-988b-30480e16b55b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1334858
Apr 08 02:54:08.532539 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49116) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:08.537677 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'floatingip': {'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:54:08.542893 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:54:08.546618 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Usage tracker for resource:floatingip and tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:54:08.549418 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:54:08.556255 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:54:08.567083 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.573048 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.701252 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.837982 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_common [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Allocated IP 172.27.2.161 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/63d7dfa2-c57e-4fa3-b885-76c692619ba1) {{(pid=83136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:54:08.984028 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for port, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:09.012058 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:09.077539 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:54:09.080345 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources bound (agent type, host, resource id):  {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:54:09.084539 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Received port after_create {{(pid=83136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:54:09.112017 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'Port': ['ID=63d7dfa2-c57e-4fa3-b885-76c692619ba1,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:09.172884 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:09.241187 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:09.296739 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:09.494596 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for port, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:09.500275 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2029878'] for port, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:09.659917 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'Port': ['ID=63d7dfa2-c57e-4fa3-b885-76c692619ba1,revision_number=2']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:09.673608 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:09.705710 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9ec1e-1403-4e4a-96f4-15bf393c273a req-581c4947-9bdd-4161-94db-cff26d86307f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:09.706422 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c2f9ec1e-1403-4e4a-96f4-15bf393c273a req-581c4947-9bdd-4161-94db-cff26d86307f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.1758542
Apr 08 02:54:09.707308 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:09.708359 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-544d2ed2-2860-4115-86e1-0e4fb21eafdd tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1748881
Apr 08 02:54:09.836256 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c2f9ec1e-1403-4e4a-96f4-15bf393c273a req-6ed13d13-f9d1-494d-a1dd-ae1e801be3b9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1232853
Apr 08 02:54:09.947105 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-20905f33-6d4c-4fc3-9640-737089980dde req-d3357b5e-62d0-4a41-95ec-a49bc078febc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Synchronizing usage tracker for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:security_group {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:54:09.962319 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-20905f33-6d4c-4fc3-9640-737089980dde req-d3357b5e-62d0-4a41-95ec-a49bc078febc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Unset dirty status for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:security_group {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:54:09.963515 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-20905f33-6d4c-4fc3-9640-737089980dde req-d3357b5e-62d0-4a41-95ec-a49bc078febc tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--445584235&fields=id&tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3 HTTP/1.1" status: 200  len: 267 time: 0.0556571
Apr 08 02:54:10.107852 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905f33-6d4c-4fc3-9640-737089980dde req-392d0c42-a2f5-4491-9626-13b14358be4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:10.109235 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-20905f33-6d4c-4fc3-9640-737089980dde req-392d0c42-a2f5-4491-9626-13b14358be4c tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/networks?id=8b5bf61a-9182-47e6-a758-1a71619fdd20 HTTP/1.1" status: 200  len: 814 time: 0.1391785
Apr 08 02:54:10.124395 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-20905f33-6d4c-4fc3-9640-737089980dde req-db9cdb13-e725-40ba-913c-48917dc378d2 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/quotas/cbbf5bb7e51d4d2d8594d6d1d3a797a3 HTTP/1.1" status: 200  len: 375 time: 0.0098619
Apr 08 02:54:10.206274 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-20905f33-6d4c-4fc3-9640-737089980dde req-a1442b07-be9b-452c-b9ec-5a14f7f352df tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Synchronizing usage tracker for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:port {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:54:10.221940 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-20905f33-6d4c-4fc3-9640-737089980dde req-a1442b07-be9b-452c-b9ec-5a14f7f352df tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Unset dirty status for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:port {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:54:10.223291 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-20905f33-6d4c-4fc3-9640-737089980dde req-a1442b07-be9b-452c-b9ec-5a14f7f352df tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0943470
Apr 08 02:54:10.357092 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-20905f33-6d4c-4fc3-9640-737089980dde req-c54b12b9-ef50-4c1a-b121-a76195f3d08f service neutron] 10.222.0.48 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224215
Apr 08 02:54:10.483672 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-20905f33-6d4c-4fc3-9640-737089980dde req-468340c4-5155-4bcc-869e-cfbc1becc865 service neutron] 10.222.0.48 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207349
Apr 08 02:54:10.661682 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-88f98d0c-675c-4434-9e7e-3304bc7f0610 req-5351e7a2-1bc4-482a-8455-75b08c58d589 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 210 time: 0.0404842
Apr 08 02:54:11.050479 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1daf978-6523-49bc-9ef1-6813db2df5e3 req-ce0e42d5-a4e6-428e-883a-4d918a537f98 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:11.051922 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f1daf978-6523-49bc-9ef1-6813db2df5e3 req-ce0e42d5-a4e6-428e-883a-4d918a537f98 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.0821540
Apr 08 02:54:11.099113 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f1daf978-6523-49bc-9ef1-6813db2df5e3 req-eaa6c5dc-4d86-4412-aba3-e590f2fffcc2 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406208
Apr 08 02:54:11.701969 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905f33-6d4c-4fc3-9640-737089980dde req-4a5b26c4-a600-4c8c-8ace-b6588208c1e5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:11.703364 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-20905f33-6d4c-4fc3-9640-737089980dde req-4a5b26c4-a600-4c8c-8ace-b6588208c1e5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "GET /v2.0/networks?id=8b5bf61a-9182-47e6-a758-1a71619fdd20 HTTP/1.1" status: 200  len: 814 time: 0.1413982
Apr 08 02:54:11.765163 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-20905f33-6d4c-4fc3-9640-737089980dde req-1c13fb7f-d7e0-4080-a4ce-f5750b826b33 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Synchronizing usage tracker for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:security_group {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:54:11.778725 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-20905f33-6d4c-4fc3-9640-737089980dde req-1c13fb7f-d7e0-4080-a4ce-f5750b826b33 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Unset dirty status for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:security_group {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:54:11.780600 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-20905f33-6d4c-4fc3-9640-737089980dde req-1c13fb7f-d7e0-4080-a4ce-f5750b826b33 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3 HTTP/1.1" status: 200  len: 379 time: 0.0625415
Apr 08 02:54:11.789882 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-20905f33-6d4c-4fc3-9640-737089980dde req-287e79ba-12e9-4a15-8266-52ba31e8f20b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'port': {'device_id': '0e706772-9e50-42af-9390-833fc586edb5', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'admin_state_up': True, 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'security_groups': ['9a0720cd-71b2-4b8b-a2f2-3d1664d286ed']}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:54:11.837992 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bf59b201-6f9a-4fd7-99fd-8bf2780c80cd req-10414a46-015e-4919-909e-957dd3bac6b3 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 210 time: 0.0512490
Apr 08 02:54:11.929132 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-20905f33-6d4c-4fc3-9640-737089980dde req-287e79ba-12e9-4a15-8266-52ba31e8f20b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:54:11.939199 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-20905f33-6d4c-4fc3-9640-737089980dde req-287e79ba-12e9-4a15-8266-52ba31e8f20b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:54:11.949510 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20905f33-6d4c-4fc3-9640-737089980dde req-287e79ba-12e9-4a15-8266-52ba31e8f20b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Made reservation on behalf of cbbf5bb7e51d4d2d8594d6d1d3a797a3 for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:54:11.952754 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-20905f33-6d4c-4fc3-9640-737089980dde req-287e79ba-12e9-4a15-8266-52ba31e8f20b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:12.114085 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-20905f33-6d4c-4fc3-9640-737089980dde req-287e79ba-12e9-4a15-8266-52ba31e8f20b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Allocated IP 172.20.0.9 (8b5bf61a-9182-47e6-a758-1a71619fdd20/743cafe1-55c5-498c-8d9e-6e95da137120/eb3af547-8a95-465b-b99d-7ab718c88e31) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:54:12.294416 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-20905f33-6d4c-4fc3-9640-737089980dde req-287e79ba-12e9-4a15-8266-52ba31e8f20b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:12.305972 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c7eaf-8e33-4063-b3ec-d0f87ebe4f82 req-151c2365-0db8-4073-8504-511f40b5caa3 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:12.307436 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-840c7eaf-8e33-4063-b3ec-d0f87ebe4f82 req-151c2365-0db8-4073-8504-511f40b5caa3 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.0757260
Apr 08 02:54:12.309970 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-20905f33-6d4c-4fc3-9640-737089980dde req-287e79ba-12e9-4a15-8266-52ba31e8f20b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Transition to ACTIVE for port object eb3af547-8a95-465b-b99d-7ab718c88e31 will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:54:12.331533 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-20905f33-6d4c-4fc3-9640-737089980dde req-287e79ba-12e9-4a15-8266-52ba31e8f20b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:12.353506 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-840c7eaf-8e33-4063-b3ec-d0f87ebe4f82 req-7fca378e-522b-4fb7-9623-a765cad76326 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401425
Apr 08 02:54:12.403757 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20905f33-6d4c-4fc3-9640-737089980dde req-287e79ba-12e9-4a15-8266-52ba31e8f20b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Network 8b5bf61a-9182-47e6-a758-1a71619fdd20 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:54:12.406541 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-20905f33-6d4c-4fc3-9640-737089980dde req-287e79ba-12e9-4a15-8266-52ba31e8f20b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:54:12.410359 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-20905f33-6d4c-4fc3-9640-737089980dde req-287e79ba-12e9-4a15-8266-52ba31e8f20b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:54:12.441444 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e79ba-12e9-4a15-8266-52ba31e8f20b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event updated for resources: {'Port': ['ID=eb3af547-8a95-465b-b99d-7ab718c88e31,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:12.475543 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905f33-6d4c-4fc3-9640-737089980dde req-287e79ba-12e9-4a15-8266-52ba31e8f20b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:12.476724 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-20905f33-6d4c-4fc3-9640-737089980dde req-287e79ba-12e9-4a15-8266-52ba31e8f20b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:12.501800 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-20905f33-6d4c-4fc3-9640-737089980dde req-287e79ba-12e9-4a15-8266-52ba31e8f20b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7159228
Apr 08 02:54:12.513425 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Request body: {'port': {'device_id': '0e706772-9e50-42af-9390-833fc586edb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:54:12.621318 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 2bd62dce-ca58-4c9e-bb8a-99411d102c48 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:54:12.622421 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:12.737694 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1d256b79-b9a4-49df-8c31-fcbbcc176673 None None] Provisioning for port eb3af547-8a95-465b-b99d-7ab718c88e31 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:54:12.745862 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1d256b79-b9a4-49df-8c31-fcbbcc176673 None None] Provisioning complete for port eb3af547-8a95-465b-b99d-7ab718c88e31 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:54:12.746223 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1d256b79-b9a4-49df-8c31-fcbbcc176673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:12.803106 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 2bd62dce-ca58-4c9e-bb8a-99411d102c48, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2bd62dce-ca58-4c9e-bb8a-99411d102c48,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:54:12.825236 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': '2bd62dce-ca58-4c9e-bb8a-99411d102c48', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'port_id': '2bd62dce-ca58-4c9e-bb8a-99411d102c48', 'mac_address': 'fa:16:3e:09:88:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:54:12.826728 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1d256b79-b9a4-49df-8c31-fcbbcc176673 None None] Port eb3af547-8a95-465b-b99d-7ab718c88e31 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:54:12.885838 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:12.904799 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bd62dce-ca58-4c9e-bb8a-99411d102c48 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:54:12.920499 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 2bd62dce-ca58-4c9e-bb8a-99411d102c48, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2bd62dce-ca58-4c9e-bb8a-99411d102c48,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:54:12.924799 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:12.957559 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3af547-8a95-465b-b99d-7ab718c88e31 {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:54:12.965297 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:12.981253 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Transition to ACTIVE for port object eb3af547-8a95-465b-b99d-7ab718c88e31 will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:54:12.986088 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:13.021659 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=2bd62dce-ca58-4c9e-bb8a-99411d102c48,revision_number=6']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:13.039130 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['2bd62dce-ca58-4c9e-bb8a-99411d102c48'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:54:13.057557 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51a9b0-8d56-4205-acb5-e696670d1236 req-5f485859-e75a-4753-8b4f-b711547460d9 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:13.065677 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0b51a9b0-8d56-4205-acb5-e696670d1236 req-5f485859-e75a-4753-8b4f-b711547460d9 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 943 time: 0.0999410
Apr 08 02:54:13.111435 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0b51a9b0-8d56-4205-acb5-e696670d1236 req-1bf4dca4-abbb-4f9a-9af8-b99279290ef7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a0720cd-71b2-4b8b-a2f2-3d1664d286ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446858
Apr 08 02:54:13.193161 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3af547-8a95-465b-b99d-7ab718c88e31,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:13.238247 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Attempting to bind port eb3af547-8a95-465b-b99d-7ab718c88e31 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:54:13.238607 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Attempting to bind port eb3af547-8a95-465b-b99d-7ab718c88e31 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:54:13.238965 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Attempting to bind port eb3af547-8a95-465b-b99d-7ab718c88e31 on network 8b5bf61a-9182-47e6-a758-1a71619fdd20 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:54:13.245589 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Port eb3af547-8a95-465b-b99d-7ab718c88e31 on network 8b5bf61a-9182-47e6-a758-1a71619fdd20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:54:13.245904 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Attempting to bind port eb3af547-8a95-465b-b99d-7ab718c88e31 on network 8b5bf61a-9182-47e6-a758-1a71619fdd20 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:54:13.252099 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:54:13.252430 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Checking segment: {'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:54:13.252806 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Bound using segment: {'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:54:13.253222 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Bound port: eb3af547-8a95-465b-b99d-7ab718c88e31, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7988cb1e-7e3e-4869-bab2-4af191ce6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:54:13.253562 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:13.398189 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] For port eb3af547-8a95-465b-b99d-7ab718c88e31, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:54:13.401173 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] For port eb3af547-8a95-465b-b99d-7ab718c88e31, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=eb3af547-8a95-465b-b99d-7ab718c88e31,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:54:13.405120 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:13.465873 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:13.467229 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-20905f33-6d4c-4fc3-9640-737089980dde req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] 10.222.0.49 "PUT /v2.0/ports/eb3af547-8a95-465b-b99d-7ab718c88e31 HTTP/1.1" status: 200  len: 1093 time: 0.9583671
Apr 08 02:54:13.467652 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e706772-9e50-42af-9390-833fc586edb5', 'tag': 'eb3af547-8a95-465b-b99d-7ab718c88e31'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:54:13.488577 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6afc4-bd62-4dd7-a9c9-5a7b0dd9d5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3af547-8a95-465b-b99d-7ab718c88e31,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:13.557831 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2dc736c-3261-444b-b2b7-70268f528051'] response: {'name': 'network-changed', 'server_uuid': '0e706772-9e50-42af-9390-833fc586edb5', 'tag': 'eb3af547-8a95-465b-b99d-7ab718c88e31', 'status': 'completed', 'code': 200}
Apr 08 02:54:13.587086 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd472f9-1261-4d34-8bc2-d8011c47885c req-ae3426fa-a79d-4a87-bd4e-d5fb29f43db1 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:13.594133 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-afd472f9-1261-4d34-8bc2-d8011c47885c req-ae3426fa-a79d-4a87-bd4e-d5fb29f43db1 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 944 time: 0.0881062
Apr 08 02:54:13.605961 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-20905f33-6d4c-4fc3-9640-737089980dde req-67eebbdd-0c06-42fe-8606-461e2b4aad26 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3&device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 1096 time: 0.0865042
Apr 08 02:54:13.641107 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-afd472f9-1261-4d34-8bc2-d8011c47885c req-cef17054-098f-4289-90ca-f0a700310cde tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459487
Apr 08 02:54:13.680445 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-20905f33-6d4c-4fc3-9640-737089980dde req-f78bc761-195e-43e4-9d0c-d2e5d2ae872c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb3af547-8a95-465b-b99d-7ab718c88e31 HTTP/1.1" status: 200  len: 217 time: 0.0627763
Apr 08 02:54:13.742609 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905f33-6d4c-4fc3-9640-737089980dde req-30e4fee7-86b0-4620-8222-48493705c095 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:13.743938 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-20905f33-6d4c-4fc3-9640-737089980dde req-30e4fee7-86b0-4620-8222-48493705c095 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=743cafe1-55c5-498c-8d9e-6e95da137120 HTTP/1.1" status: 200  len: 853 time: 0.0585074
Apr 08 02:54:13.816169 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-20905f33-6d4c-4fc3-9640-737089980dde req-09b0e438-bdc5-4729-bb57-e562ad442783 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8b5bf61a-9182-47e6-a758-1a71619fdd20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0655825
Apr 08 02:54:13.945863 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-20905f33-6d4c-4fc3-9640-737089980dde req-f1ec1505-12fa-4755-b57a-557068306d4e service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1200073
Apr 08 02:54:14.077209 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-20905f33-6d4c-4fc3-9640-737089980dde req-8acde99e-e952-4d18-9dbb-524d2c8b4f7b service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230376
Apr 08 02:54:14.193741 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f1f57462-ae2f-4a33-85bc-6af180f13e29 req-ff965444-cee8-4ca2-b55c-b66d896ccc88 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3&device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 1096 time: 0.0723934
Apr 08 02:54:14.309593 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17835344-8704-4b89-a47b-713084919f37 req-e53fcd6b-dd69-4f7d-96af-5244be619a9f tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:14.310959 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-17835344-8704-4b89-a47b-713084919f37 req-e53fcd6b-dd69-4f7d-96af-5244be619a9f tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 943 time: 0.0755408
Apr 08 02:54:14.322276 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f57462-ae2f-4a33-85bc-6af180f13e29 req-972c8d49-35d5-49fa-9175-92a2dc770ef3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:14.323710 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f1f57462-ae2f-4a33-85bc-6af180f13e29 req-972c8d49-35d5-49fa-9175-92a2dc770ef3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8b5bf61a-9182-47e6-a758-1a71619fdd20 HTTP/1.1" status: 200  len: 915 time: 0.1229172
Apr 08 02:54:14.355995 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-17835344-8704-4b89-a47b-713084919f37 req-788727e2-9020-4b39-ad25-5cc5b2f8fd20 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a0720cd-71b2-4b8b-a2f2-3d1664d286ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394356
Apr 08 02:54:14.391311 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f1f57462-ae2f-4a33-85bc-6af180f13e29 req-790d934e-21c2-4c23-ad9a-a05c06a21b13 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb3af547-8a95-465b-b99d-7ab718c88e31 HTTP/1.1" status: 200  len: 217 time: 0.0593646
Apr 08 02:54:14.456523 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f57462-ae2f-4a33-85bc-6af180f13e29 req-8e7a5ee3-a597-4973-8733-8a571f7886bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:14.457892 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f1f57462-ae2f-4a33-85bc-6af180f13e29 req-8e7a5ee3-a597-4973-8733-8a571f7886bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=743cafe1-55c5-498c-8d9e-6e95da137120 HTTP/1.1" status: 200  len: 853 time: 0.0583875
Apr 08 02:54:14.531648 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f1f57462-ae2f-4a33-85bc-6af180f13e29 req-781e3c84-5249-4884-905d-14c491e24674 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8b5bf61a-9182-47e6-a758-1a71619fdd20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0651333
Apr 08 02:54:14.627251 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 2bd62dce-ca58-4c9e-bb8a-99411d102c48 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:54:14.660356 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f1f57462-ae2f-4a33-85bc-6af180f13e29 req-58667d5c-07d3-4053-b1cd-7f945e9ee5f7 service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207006
Apr 08 02:54:14.697837 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port 2bd62dce-ca58-4c9e-bb8a-99411d102c48 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:54:14.698197 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:14.792876 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f1f57462-ae2f-4a33-85bc-6af180f13e29 req-45de3b73-2230-4efa-816b-cba15a8893a1 service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265750
Apr 08 02:54:14.808938 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:14.835371 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbeb7a47-a8ee-44b3-bc79-bd12670aaa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd62dce-ca58-4c9e-bb8a-99411d102c48'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:54:14.845091 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 2bd62dce-ca58-4c9e-bb8a-99411d102c48, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2bd62dce-ca58-4c9e-bb8a-99411d102c48,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:54:14.849378 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:14.858030 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bc55d-6ef1-48b5-ad50-92bc4c86c810 req-f71db6f5-08ec-499b-b1fd-5056aa43ec9b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:14.859654 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8c2bc55d-6ef1-48b5-ad50-92bc4c86c810 req-f71db6f5-08ec-499b-b1fd-5056aa43ec9b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 944 time: 0.0844295
Apr 08 02:54:14.891824 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a997146-040d-430d-856e-c540b9eeeb5e'] response: {'server_uuid': 'bbeb7a47-a8ee-44b3-bc79-bd12670aaa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd62dce-ca58-4c9e-bb8a-99411d102c48', 'code': 200}
Apr 08 02:54:14.907381 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8c2bc55d-6ef1-48b5-ad50-92bc4c86c810 req-06a1a9f1-b501-4c2a-bacc-108db91178f6 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423477
Apr 08 02:54:14.922497 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=2bd62dce-ca58-4c9e-bb8a-99411d102c48,revision_number=7']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:15.550469 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0fab5-1d63-4f19-b832-d6ef5647c653 req-421a4896-dce6-498e-b957-2f52ae7c6e5a tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:15.551905 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-84c0fab5-1d63-4f19-b832-d6ef5647c653 req-421a4896-dce6-498e-b957-2f52ae7c6e5a tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 943 time: 0.0762873
Apr 08 02:54:15.595951 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-84c0fab5-1d63-4f19-b832-d6ef5647c653 req-5cf0998b-4f89-47ea-b7e5-e1d3289e27d0 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a0720cd-71b2-4b8b-a2f2-3d1664d286ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385249
Apr 08 02:54:16.119444 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f10667-750c-41dc-ad20-df406a320d9d req-cc8fa1dd-fb80-4203-b410-b2245fac711f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:16.120758 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-57f10667-750c-41dc-ad20-df406a320d9d req-cc8fa1dd-fb80-4203-b410-b2245fac711f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.0779128
Apr 08 02:54:16.165216 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-57f10667-750c-41dc-ad20-df406a320d9d req-e2072590-c25d-438e-9410-c47490fe7428 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389304
Apr 08 02:54:16.790992 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4c5b6-caf3-4494-beb5-46078de48f74 req-5ffff45a-f2d6-4473-9ea6-c1f93e582162 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:16.792398 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-78b4c5b6-caf3-4494-beb5-46078de48f74 req-5ffff45a-f2d6-4473-9ea6-c1f93e582162 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 943 time: 0.0744479
Apr 08 02:54:16.834955 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-78b4c5b6-caf3-4494-beb5-46078de48f74 req-bc21dffe-71a0-4265-a212-1d56f6250c3d tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a0720cd-71b2-4b8b-a2f2-3d1664d286ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370989
Apr 08 02:54:17.392258 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90196e05-be31-4695-be48-a8c7dfecd0e6 req-f7011dde-f268-43d3-bbac-88d6ffbc30df tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:17.394311 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-90196e05-be31-4695-be48-a8c7dfecd0e6 req-f7011dde-f268-43d3-bbac-88d6ffbc30df tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.0806220
Apr 08 02:54:17.441801 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-90196e05-be31-4695-be48-a8c7dfecd0e6 req-f0b2ae71-1ca8-442e-885a-bfd28ef0a634 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420129
Apr 08 02:54:18.050159 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be507c-41e6-48c2-88d8-3bdcd2dbcb81 req-5ef54aef-e8d8-4f13-adfd-b0e35eacdd2d tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:18.051769 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b1be507c-41e6-48c2-88d8-3bdcd2dbcb81 req-5ef54aef-e8d8-4f13-adfd-b0e35eacdd2d tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 943 time: 0.0962274
Apr 08 02:54:18.188677 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b1be507c-41e6-48c2-88d8-3bdcd2dbcb81 req-91d4f1b8-80d2-45ac-9f0a-39f5e54489d5 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a0720cd-71b2-4b8b-a2f2-3d1664d286ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1297219
Apr 08 02:54:18.632121 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device eb3af547-8a95-465b-b99d-7ab718c88e31 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:54:18.692977 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2eb336-b90c-4943-8ef6-c45ddb0018f4 req-adaf858e-67f4-4b86-a278-bec0d848d011 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:18.694472 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ee2eb336-b90c-4943-8ef6-c45ddb0018f4 req-adaf858e-67f4-4b86-a278-bec0d848d011 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.1124194
Apr 08 02:54:18.762313 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ee2eb336-b90c-4943-8ef6-c45ddb0018f4 req-e48a2f42-10e7-46aa-95c6-70f7205c5dda tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609598
Apr 08 02:54:18.794394 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port eb3af547-8a95-465b-b99d-7ab718c88e31, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=eb3af547-8a95-465b-b99d-7ab718c88e31,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:54:18.816649 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': 'eb3af547-8a95-465b-b99d-7ab718c88e31', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'port_id': 'eb3af547-8a95-465b-b99d-7ab718c88e31', 'mac_address': 'fa:16:3e:cb:d1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:54:18.896736 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:18.916093 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3af547-8a95-465b-b99d-7ab718c88e31 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:54:18.931699 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port eb3af547-8a95-465b-b99d-7ab718c88e31, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=eb3af547-8a95-465b-b99d-7ab718c88e31,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:54:18.937437 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:19.022217 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=eb3af547-8a95-465b-b99d-7ab718c88e31,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:19.336310 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['eb3af547-8a95-465b-b99d-7ab718c88e31'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:54:19.411253 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf178841-4ddd-4427-a984-c6c000ead9c8 req-ee467dec-2d92-400b-b521-f0100e20e5f0 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:19.412885 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cf178841-4ddd-4427-a984-c6c000ead9c8 req-ee467dec-2d92-400b-b521-f0100e20e5f0 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 944 time: 0.0881681
Apr 08 02:54:19.486092 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cf178841-4ddd-4427-a984-c6c000ead9c8 req-20c199d1-cc98-43a1-9eec-a7504f178f45 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a0720cd-71b2-4b8b-a2f2-3d1664d286ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662744
Apr 08 02:54:20.037153 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7609b-18e6-4c9e-bb60-af3c67d262e4 req-137d66b8-36e4-4aea-9c6f-e227f485da9d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:20.038642 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-dfb7609b-18e6-4c9e-bb60-af3c67d262e4 req-137d66b8-36e4-4aea-9c6f-e227f485da9d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.0972674
Apr 08 02:54:20.090908 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-dfb7609b-18e6-4c9e-bb60-af3c67d262e4 req-498c8804-9e1f-4714-b712-8f8d684616fb tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465543
Apr 08 02:54:20.656676 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device eb3af547-8a95-465b-b99d-7ab718c88e31 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:54:20.687027 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379eb9f-352f-40f6-a3b5-8029ed88771c req-8019e7cc-22a5-4e5b-b54a-4fea4b7fb4b0 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:20.687757 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0379eb9f-352f-40f6-a3b5-8029ed88771c req-8019e7cc-22a5-4e5b-b54a-4fea4b7fb4b0 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 944 time: 0.0864747
Apr 08 02:54:20.739036 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port eb3af547-8a95-465b-b99d-7ab718c88e31 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:54:20.744095 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0379eb9f-352f-40f6-a3b5-8029ed88771c req-39b21a7f-0a86-48bd-9d8c-67d2986c28ec tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a0720cd-71b2-4b8b-a2f2-3d1664d286ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508037
Apr 08 02:54:20.747394 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port eb3af547-8a95-465b-b99d-7ab718c88e31 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:54:20.747762 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:20.881077 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:20.916464 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e706772-9e50-42af-9390-833fc586edb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3af547-8a95-465b-b99d-7ab718c88e31'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:54:20.927727 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port eb3af547-8a95-465b-b99d-7ab718c88e31, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=eb3af547-8a95-465b-b99d-7ab718c88e31,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:54:20.932978 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:21.038758 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb824e1-d3e5-4870-a22b-b6870aae6dd8'] response: {'server_uuid': '0e706772-9e50-42af-9390-833fc586edb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3af547-8a95-465b-b99d-7ab718c88e31', 'code': 200}
Apr 08 02:54:21.039642 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=eb3af547-8a95-465b-b99d-7ab718c88e31,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:21.249979 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4fc7e0cd-2621-4c0c-b57e-28dbe8bcbe3c req-15068a40-998f-4f1a-879e-5d63af354df3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 1098 time: 0.0847416
Apr 08 02:54:21.310201 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4fc7e0cd-2621-4c0c-b57e-28dbe8bcbe3c req-30fa1284-f56d-4991-868e-23b087a7ed8e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9a0720cd-71b2-4b8b-a2f2-3d1664d286ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534723
Apr 08 02:54:21.311653 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f491d1e-c0b8-4704-86e5-5508ecc13dd9 req-e1ebf741-a26e-4e64-b262-4c788368369e tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:21.313165 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5f491d1e-c0b8-4704-86e5-5508ecc13dd9 req-e1ebf741-a26e-4e64-b262-4c788368369e tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.0842853
Apr 08 02:54:21.372404 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5f491d1e-c0b8-4704-86e5-5508ecc13dd9 req-962f3d6d-a364-469d-98d6-2edc95c181a3 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513904
Apr 08 02:54:21.963671 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4465530-183d-429c-a87b-7a63fad8c86c req-f5d3baf5-7b64-47a6-bc61-90cb0270b740 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:21.965199 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f4465530-183d-429c-a87b-7a63fad8c86c req-f5d3baf5-7b64-47a6-bc61-90cb0270b740 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 945 time: 0.0806506
Apr 08 02:54:22.019359 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f4465530-183d-429c-a87b-7a63fad8c86c req-67f5173f-3fee-4855-9aa1-61759ba08e14 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a0720cd-71b2-4b8b-a2f2-3d1664d286ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450008
Apr 08 02:54:22.619086 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dc76f-92be-46e8-8af1-4bf94a176eef req-71559e53-adb5-42a6-93b5-30d7a635ad6f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:22.620889 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-959dc76f-92be-46e8-8af1-4bf94a176eef req-71559e53-adb5-42a6-93b5-30d7a635ad6f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.0932589
Apr 08 02:54:22.671269 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-959dc76f-92be-46e8-8af1-4bf94a176eef req-eaed5074-f988-4d39-b22a-3de50f047316 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443850
Apr 08 02:54:23.250950 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e984f0a-fafd-4e50-a8e9-15772d58274a req-5dbca77c-89b8-4572-8b07-86b57d8d8d06 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:23.255931 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3e984f0a-fafd-4e50-a8e9-15772d58274a req-5dbca77c-89b8-4572-8b07-86b57d8d8d06 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 945 time: 0.0935502
Apr 08 02:54:23.307656 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3e984f0a-fafd-4e50-a8e9-15772d58274a req-0bc22988-4872-4139-8004-c82e4c61b571 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a0720cd-71b2-4b8b-a2f2-3d1664d286ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450084
Apr 08 02:54:23.541301 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075fca2-3461-4584-8597-b0dd6c5c07f6 req-318d6a8b-0a1a-404a-87c1-58042f8a0b81 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:23.543196 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7075fca2-3461-4584-8597-b0dd6c5c07f6 req-318d6a8b-0a1a-404a-87c1-58042f8a0b81 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 945 time: 0.0878606
Apr 08 02:54:23.551972 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49218) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:23.558178 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-d7c35555-e23c-4d0b-a21e-9dadde581b0b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Request body: {'floatingip': {'port_id': 'eb3af547-8a95-465b-b99d-7ab718c88e31'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:54:23.651874 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d7c35555-e23c-4d0b-a21e-9dadde581b0b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, before_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:24.083958 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637f5d3-bed8-490d-8f72-81bde3dc5f8e req-4cf24266-e934-4141-8149-84d98e26fcb2 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:24.086072 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7637f5d3-bed8-490d-8f72-81bde3dc5f8e req-4cf24266-e934-4141-8149-84d98e26fcb2 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.2611954
Apr 08 02:54:24.219684 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7637f5d3-bed8-490d-8f72-81bde3dc5f8e req-b13f0af7-6928-47f0-bddf-d7969f0e2a08 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1254530
Apr 08 02:54:24.517779 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d7c35555-e23c-4d0b-a21e-9dadde581b0b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:24.523879 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d7c35555-e23c-4d0b-a21e-9dadde581b0b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:24.736285 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.db.l3_db [None req-d7c35555-e23c-4d0b-a21e-9dadde581b0b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Floating IP cf453168-7999-4cac-b35b-acb052e2d1dd associated. External IP: 172.27.2.161, port: eb3af547-8a95-465b-b99d-7ab718c88e31.
Apr 08 02:54:25.192797 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c35555-e23c-4d0b-a21e-9dadde581b0b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:54:25.457835 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c35555-e23c-4d0b-a21e-9dadde581b0b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:54:25.462427 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d7c35555-e23c-4d0b-a21e-9dadde581b0b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:25.468069 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40183113-d431-441f-ac28-c5399c1d2a84 None None] Sync routers for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:54:25.481284 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40183113-d431-441f-ac28-c5399c1d2a84 None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:54:25.482173 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-40183113-d431-441f-ac28-c5399c1d2a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2de2eb0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:54:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:25.508217 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ac89a-698b-4454-aa5a-3f80f6326838 req-df9c91ef-2134-448e-b5c1-d3b8c2dc2b1b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:25.509658 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ca6ac89a-698b-4454-aa5a-3f80f6326838 req-df9c91ef-2134-448e-b5c1-d3b8c2dc2b1b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.1374447
Apr 08 02:54:25.561941 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-d7c35555-e23c-4d0b-a21e-9dadde581b0b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "PUT /v2.0/floatingips/cf453168-7999-4cac-b35b-acb052e2d1dd HTTP/1.1" status: 200  len: 991 time: 2.0087345
Apr 08 02:54:25.562837 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e706772-9e50-42af-9390-833fc586edb5', 'tag': 'eb3af547-8a95-465b-b99d-7ab718c88e31'}] {{(pid=83136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:54:25.587087 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ca6ac89a-698b-4454-aa5a-3f80f6326838 req-578056e1-48ce-4234-b63b-a9963f05af34 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701141
Apr 08 02:54:25.646333 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802f2442-f932-482e-af61-499a9860c5ab'] response: {'name': 'network-changed', 'server_uuid': '0e706772-9e50-42af-9390-833fc586edb5', 'tag': 'eb3af547-8a95-465b-b99d-7ab718c88e31', 'status': 'completed', 'code': 200}
Apr 08 02:54:25.708799 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-40183113-d431-441f-ac28-c5399c1d2a84 None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:54:25.750897 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b4dd1b4d-598f-47fb-b83f-ae1841fc209c req-b5a20c94-2f70-4e30-85bd-8b8c7cf3bf25 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3&device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 1098 time: 0.0780175
Apr 08 02:54:25.967555 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd1b4d-598f-47fb-b83f-ae1841fc209c req-e51734e7-005d-4e52-b529-4c0cec8c9efe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:25.969267 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b4dd1b4d-598f-47fb-b83f-ae1841fc209c req-e51734e7-005d-4e52-b529-4c0cec8c9efe service neutron] 10.222.0.49 "GET /v2.0/networks?id=8b5bf61a-9182-47e6-a758-1a71619fdd20 HTTP/1.1" status: 200  len: 915 time: 0.2125061
Apr 08 02:54:26.089843 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b4dd1b4d-598f-47fb-b83f-ae1841fc209c req-ebd987b2-792f-4372-a63e-dfe0a9fdc6db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb3af547-8a95-465b-b99d-7ab718c88e31 HTTP/1.1" status: 200  len: 999 time: 0.1117544
Apr 08 02:54:26.106498 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-40183113-d431-441f-ac28-c5399c1d2a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2de2eb0>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'cf453168-7999-4cac-b35b-acb052e2d1dd', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'port_id': 'eb3af547-8a95-465b-b99d-7ab718c88e31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'mac_address': 'fa:16:3e:cb:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e706772-9e50-42af-9390-833fc586edb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:54:09Z', 'updated_at': '2022-04-08T02:54:24Z', 'revision_number': 1, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:26.110525 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40183113-d431-441f-ac28-c5399c1d2a84 None None] Checking router: dab48c9e-c48a-4c5e-b7b8-c637e07566b3 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:54:26.121365 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40183113-d431-441f-ac28-c5399c1d2a84 None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:54:26.121946 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-40183113-d431-441f-ac28-c5399c1d2a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2de2eb0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:54:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:26.157595 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd1b4d-598f-47fb-b83f-ae1841fc209c req-eea48a05-c888-410a-ab70-b37b4d49ad9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:26.158979 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b4dd1b4d-598f-47fb-b83f-ae1841fc209c req-eea48a05-c888-410a-ab70-b37b4d49ad9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=743cafe1-55c5-498c-8d9e-6e95da137120 HTTP/1.1" status: 200  len: 853 time: 0.0619576
Apr 08 02:54:26.243041 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b4dd1b4d-598f-47fb-b83f-ae1841fc209c req-3cf2da5c-4deb-4ca6-a894-34541f658c83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8b5bf61a-9182-47e6-a758-1a71619fdd20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772910
Apr 08 02:54:26.303253 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-40183113-d431-441f-ac28-c5399c1d2a84 None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:54:26.379764 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b4dd1b4d-598f-47fb-b83f-ae1841fc209c req-711cceb2-4e79-4172-9d96-57ff60dd90d5 service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294219
Apr 08 02:54:26.540879 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b4dd1b4d-598f-47fb-b83f-ae1841fc209c req-28e2721f-44ed-410c-9c4f-b743bf07c8eb service neutron] 10.222.0.49 "GET /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475949
Apr 08 02:54:26.687377 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-40183113-d431-441f-ac28-c5399c1d2a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2de2eb0>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'cf453168-7999-4cac-b35b-acb052e2d1dd', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'port_id': 'eb3af547-8a95-465b-b99d-7ab718c88e31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'mac_address': 'fa:16:3e:cb:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e706772-9e50-42af-9390-833fc586edb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:54:09Z', 'updated_at': '2022-04-08T02:54:24Z', 'revision_number': 1, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:26.691669 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40183113-d431-441f-ac28-c5399c1d2a84 None None] The sync data for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi is: [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'cf453168-7999-4cac-b35b-acb052e2d1dd', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'port_id': 'eb3af547-8a95-465b-b99d-7ab718c88e31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'mac_address': 'fa:16:3e:cb:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e706772-9e50-42af-9390-833fc586edb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:54:09Z', 'updated_at': '2022-04-08T02:54:24Z', 'revision_number': 1, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:54:26.870861 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f70620-4715-44a9-98de-b4d084becfba req-8446e30d-331e-4879-97b4-b1fa5184e67d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:26.872440 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-19f70620-4715-44a9-98de-b4d084becfba req-8446e30d-331e-4879-97b4-b1fa5184e67d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.1051099
Apr 08 02:54:26.930721 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-19f70620-4715-44a9-98de-b4d084becfba req-8544ad18-0141-4612-b7a1-e73e4e9e9302 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517259
Apr 08 02:54:26.942858 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccf9eaf-803a-496e-a80f-eec8b04ab53a None None] New status for floating IP cf453168-7999-4cac-b35b-acb052e2d1dd: ACTIVE {{(pid=83138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:54:28.179595 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f38e27-43f7-47a4-8e8a-d955b0a8db79 req-32883e0d-14c5-4774-84a1-9bb0b7186322 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:28.180981 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c3f38e27-43f7-47a4-8e8a-d955b0a8db79 req-32883e0d-14c5-4774-84a1-9bb0b7186322 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.0773463
Apr 08 02:54:28.223534 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c3f38e27-43f7-47a4-8e8a-d955b0a8db79 req-2319fc78-ffcc-476c-86d2-11ac3d9cab72 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371983
Apr 08 02:54:28.676361 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6a97aba9-616a-406d-9f4c-9ac9d1eea14e req-1bc6c3d5-2ef3-46cc-8345-6f4cc6c134c6 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211889029&fields=id&tenant_id=6eb5fe9c67d048c5b2097f9a923ac025 HTTP/1.1" status: 200  len: 267 time: 0.0405557
Apr 08 02:54:28.759479 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97aba9-616a-406d-9f4c-9ac9d1eea14e req-69e25678-7cb3-464d-978f-55cdd99007ba tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:28.760870 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6a97aba9-616a-406d-9f4c-9ac9d1eea14e req-69e25678-7cb3-464d-978f-55cdd99007ba tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 985 time: 0.0790110
Apr 08 02:54:28.771234 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [req-6a97aba9-616a-406d-9f4c-9ac9d1eea14e req-298d3738-df3f-48f1-b5d2-bbc19e8ec1a3 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Request body: {'port': {'security_groups': ['8ef78536-5a23-418e-9e93-59112f99393e']}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:54:28.886125 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [req-6a97aba9-616a-406d-9f4c-9ac9d1eea14e req-298d3738-df3f-48f1-b5d2-bbc19e8ec1a3 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:28.887173 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-bfeb83b1-d5dc-4ad4-b177-748db1c07652 req-9678e712-d298-40f0-ba83-e3b5adcccf8e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f673f0f0edd74c56a204930e93f143da&device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 1098 time: 0.0676572
Apr 08 02:54:29.016380 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:54:29.027057 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb83b1-d5dc-4ad4-b177-748db1c07652 req-d8dcc0a6-d358-446b-86a6-9ad977634d03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:29.028617 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-bfeb83b1-d5dc-4ad4-b177-748db1c07652 req-d8dcc0a6-d358-446b-86a6-9ad977634d03 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9177d28f-82e1-4f7a-9248-434f10dfbba9 HTTP/1.1" status: 200  len: 918 time: 0.1358743
Apr 08 02:54:29.131046 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-bfeb83b1-d5dc-4ad4-b177-748db1c07652 req-787c1ee1-eb18-4535-a6a2-648e0fe8270e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd62dce-ca58-4c9e-bb8a-99411d102c48 HTTP/1.1" status: 200  len: 1001 time: 0.0958226
Apr 08 02:54:29.191506 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb83b1-d5dc-4ad4-b177-748db1c07652 req-63c81fc1-b1ac-40dd-864c-296b1bb1cabc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:29.192819 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-bfeb83b1-d5dc-4ad4-b177-748db1c07652 req-63c81fc1-b1ac-40dd-864c-296b1bb1cabc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3ecf36cf-7175-47e0-89d3-2818045d184b HTTP/1.1" status: 200  len: 856 time: 0.0561042
Apr 08 02:54:29.227014 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [req-6a97aba9-616a-406d-9f4c-9ac9d1eea14e req-298d3738-df3f-48f1-b5d2-bbc19e8ec1a3 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] For port f7bd9446-7011-458c-94be-2eb73cc73b68, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f7bd9446-7011-458c-94be-2eb73cc73b68,segment=NetworkSegment(c4ea6119-8d4f-49d5-9638-9e97210496dd),segment_id=c4ea6119-8d4f-49d5-9638-9e97210496dd)] {{(pid=83136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:54:29.251621 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [req-6a97aba9-616a-406d-9f4c-9ac9d1eea14e req-298d3738-df3f-48f1-b5d2-bbc19e8ec1a3 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for port, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:29.256163 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [req-6a97aba9-616a-406d-9f4c-9ac9d1eea14e req-298d3738-df3f-48f1-b5d2-bbc19e8ec1a3 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2029878'] for port, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:29.271550 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-bfeb83b1-d5dc-4ad4-b177-748db1c07652 req-7a0efece-4d89-4739-bd9a-cc4464409c93 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9177d28f-82e1-4f7a-9248-434f10dfbba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726447
Apr 08 02:54:29.275524 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['f7bd9446-7011-458c-94be-2eb73cc73b68'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:54:29.335846 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97aba9-616a-406d-9f4c-9ac9d1eea14e req-298d3738-df3f-48f1-b5d2-bbc19e8ec1a3 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:29.336459 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [req-6a97aba9-616a-406d-9f4c-9ac9d1eea14e req-298d3738-df3f-48f1-b5d2-bbc19e8ec1a3 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:29.337816 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6a97aba9-616a-406d-9f4c-9ac9d1eea14e req-298d3738-df3f-48f1-b5d2-bbc19e8ec1a3 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "PUT /v2.0/ports/f7bd9446-7011-458c-94be-2eb73cc73b68 HTTP/1.1" status: 200  len: 943 time: 0.5708170
Apr 08 02:54:29.338256 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'tag': 'f7bd9446-7011-458c-94be-2eb73cc73b68'}] {{(pid=83136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:54:29.345635 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49260) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:29.372205 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d3738-df3f-48f1-b5d2-bbc19e8ec1a3 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Pushing event updated for resources: {'Port': ['ID=f7bd9446-7011-458c-94be-2eb73cc73b68,revision_number=7']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:29.438376 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3a8e9df9-0321-476b-8794-74780f23915f tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:29.451012 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['f7bd9446-7011-458c-94be-2eb73cc73b68'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:54:29.457376 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-bfeb83b1-d5dc-4ad4-b177-748db1c07652 req-075164f0-744a-4f4a-9a38-5b97d7421cd7 service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1782942
Apr 08 02:54:29.495452 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f063184c-7d3e-4d03-82f9-b6b737734915'] response: {'name': 'network-changed', 'server_uuid': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'tag': 'f7bd9446-7011-458c-94be-2eb73cc73b68', 'status': 'completed', 'code': 200}
Apr 08 02:54:29.531108 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3a8e9df9-0321-476b-8794-74780f23915f tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:29.604128 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe537a-5019-4989-8c60-c47f0dba032e req-5deebe26-939b-407d-9a3c-2054a048bc40 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:29.606028 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-46fe537a-5019-4989-8c60-c47f0dba032e req-5deebe26-939b-407d-9a3c-2054a048bc40 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 945 time: 0.1435852
Apr 08 02:54:29.661181 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-bfeb83b1-d5dc-4ad4-b177-748db1c07652 req-a62753dd-f199-4fa7-9ddf-aeb149396812 service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1926270
Apr 08 02:54:29.664531 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3a8e9df9-0321-476b-8794-74780f23915f tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:29.669345 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-97ca279f-a802-4907-af76-876b2f97a623 req-937957a1-e358-40b1-b6f6-a772fbfd5947 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6eb5fe9c67d048c5b2097f9a923ac025&device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 1099 time: 0.1820886
Apr 08 02:54:29.698326 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e9df9-0321-476b-8794-74780f23915f tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f5e98b-b52c-4ae3-83e9-21cfe12d42de,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:29.711349 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-46fe537a-5019-4989-8c60-c47f0dba032e req-1264faf4-bb3d-4afd-8e6a-c57cb9dbc03a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0852268
Apr 08 02:54:29.712086 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3a8e9df9-0321-476b-8794-74780f23915f tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:29.713201 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-3a8e9df9-0321-476b-8794-74780f23915f tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "DELETE /v2.0/security-groups/e7f5e98b-b52c-4ae3-83e9-21cfe12d42de HTTP/1.1" status: 204  len: 168 time: 0.3666594
Apr 08 02:54:29.720777 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49264) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:29.743032 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-2903239e-382d-4b69-b392-94ece9a263f6 None None] Provisioning complete for port f7bd9446-7011-458c-94be-2eb73cc73b68 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:54:29.743418 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-2903239e-382d-4b69-b392-94ece9a263f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:29.806433 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca279f-a802-4907-af76-876b2f97a623 req-8c55b3dd-fc2c-4db0-a382-3866ef078998 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:29.808232 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-97ca279f-a802-4907-af76-876b2f97a623 req-8c55b3dd-fc2c-4db0-a382-3866ef078998 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8196b4c0-597d-4eba-9f08-9a87d14a2840 HTTP/1.1" status: 200  len: 916 time: 0.1324465
Apr 08 02:54:29.946820 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-90500b0c-6531-42bd-b737-875ceb48db36 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Deleting port 2bcf6630-38b0-4824-b3f0-34857916f90d {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:54:29.947159 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-90500b0c-6531-42bd-b737-875ceb48db36 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:29.985605 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-97ca279f-a802-4907-af76-876b2f97a623 req-5fa41b8a-a77d-4847-9411-6458bbfef719 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7bd9446-7011-458c-94be-2eb73cc73b68 HTTP/1.1" status: 200  len: 1002 time: 0.1706934
Apr 08 02:54:30.052920 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca279f-a802-4907-af76-876b2f97a623 req-3fdd0bf1-248a-4983-8bb8-9552a757031a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:30.054431 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-97ca279f-a802-4907-af76-876b2f97a623 req-3fdd0bf1-248a-4983-8bb8-9552a757031a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c168317b-5c4b-47e6-ba3c-c461b9db9a85 HTTP/1.1" status: 200  len: 854 time: 0.0612562
Apr 08 02:54:30.114995 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-90500b0c-6531-42bd-b737-875ceb48db36 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:30.115317 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-90500b0c-6531-42bd-b737-875ceb48db36 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:30.127721 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-97ca279f-a802-4907-af76-876b2f97a623 req-0540e803-a148-4dda-9b16-90634c5e8241 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8196b4c0-597d-4eba-9f08-9a87d14a2840&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0662112
Apr 08 02:54:30.231833 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-90500b0c-6531-42bd-b737-875ceb48db36 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Calling delete_port for 2bcf6630-38b0-4824-b3f0-34857916f90d owned by network:floatingip {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:54:30.262032 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-97ca279f-a802-4907-af76-876b2f97a623 req-7e262b5d-320a-4d39-ae85-207921f9dd2c service neutron] 10.222.0.49 "GET /v2.0/networks/8196b4c0-597d-4eba-9f08-9a87d14a2840?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231081
Apr 08 02:54:30.408425 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-90500b0c-6531-42bd-b737-875ceb48db36 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:30.411584 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-97ca279f-a802-4907-af76-876b2f97a623 req-5b55557d-2005-4a86-aaa4-f2262c835a0a service neutron] 10.222.0.49 "GET /v2.0/networks/8196b4c0-597d-4eba-9f08-9a87d14a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419897
Apr 08 02:54:30.454793 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90500b0c-6531-42bd-b737-875ceb48db36 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Pushing event deleted for resources: {'Port': ['ID=2bcf6630-38b0-4824-b3f0-34857916f90d,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:30.545722 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-90500b0c-6531-42bd-b737-875ceb48db36 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks [] for floatingip, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:30.691141 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 2bd62dce-ca58-4c9e-bb8a-99411d102c48 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:54:30.806999 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:30.832937 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbeb7a47-a8ee-44b3-bc79-bd12670aaa33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bd62dce-ca58-4c9e-bb8a-99411d102c48'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:54:30.842878 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 2bd62dce-ca58-4c9e-bb8a-99411d102c48, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2bd62dce-ca58-4c9e-bb8a-99411d102c48,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:54:30.848108 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:30.904449 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24612a46-972a-4642-81dd-e3e1abbcc63c'] response: {'server_uuid': 'bbeb7a47-a8ee-44b3-bc79-bd12670aaa33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bd62dce-ca58-4c9e-bb8a-99411d102c48', 'code': 200}
Apr 08 02:54:30.917811 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=2bd62dce-ca58-4c9e-bb8a-99411d102c48,revision_number=8']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:30.925977 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:30.926316 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:30.926650 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:30.927000 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:30.927322 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:30.927643 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:30.927960 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:30.928278 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:30.929116 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:30.929431 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:30.929747 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:31.042623 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b7b86-d491-4a7a-8adc-b858d6399830 req-10d604cd-0607-446f-8a66-89147b0b8d0a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:31.044057 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-778b7b86-d491-4a7a-8adc-b858d6399830 req-10d604cd-0607-446f-8a66-89147b0b8d0a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.1551101
Apr 08 02:54:31.107507 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-778b7b86-d491-4a7a-8adc-b858d6399830 req-4fa6abfa-b818-451c-a4e1-0e1129eda03d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576389
Apr 08 02:54:31.129231 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90500b0c-6531-42bd-b737-875ceb48db36 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Router e08a3967-e828-4916-b0b3-18578514e069 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:54:31.327194 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90500b0c-6531-42bd-b737-875ceb48db36 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:54:31.336596 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6314cb-999c-42b7-aaec-0d93312204d2 None None] Sync routers for ids ['e08a3967-e828-4916-b0b3-18578514e069'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:54:31.340833 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-90500b0c-6531-42bd-b737-875ceb48db36 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:31.348278 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6314cb-999c-42b7-aaec-0d93312204d2 None None] Routers {'e08a3967-e828-4916-b0b3-18578514e069'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:54:31.348867 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-7c6314cb-999c-42b7-aaec-0d93312204d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2b38130>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:54:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['e08a3967-e828-4916-b0b3-18578514e069'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:31.393950 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-90500b0c-6531-42bd-b737-875ceb48db36 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "DELETE /v2.0/floatingips/d27eba4d-5298-4a37-8d9c-6e6d5197e334 HTTP/1.1" status: 204  len: 168 time: 1.6721296
Apr 08 02:54:31.497188 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'tag': 'f7bd9446-7011-458c-94be-2eb73cc73b68'}] {{(pid=83136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:54:31.561378 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-745ca0b6-a5a3-4b4b-9768-4e781c5590a2'] response: {'name': 'network-changed', 'server_uuid': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'tag': 'f7bd9446-7011-458c-94be-2eb73cc73b68', 'status': 'completed', 'code': 200}
Apr 08 02:54:31.564592 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-7c6314cb-999c-42b7-aaec-0d93312204d2 None None] Set router e08a3967-e828-4916-b0b3-18578514e069 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:54:31.681076 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7be6a49e-d7a7-4a97-a8a4-6da98309bc83 req-24252f97-523f-44b9-81b5-f61dcc17405f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6eb5fe9c67d048c5b2097f9a923ac025&device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 1099 time: 0.0978987
Apr 08 02:54:31.833191 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6a49e-d7a7-4a97-a8a4-6da98309bc83 req-60207304-05c7-45b1-bde5-0b2b64767e28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:31.834541 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7be6a49e-d7a7-4a97-a8a4-6da98309bc83 req-60207304-05c7-45b1-bde5-0b2b64767e28 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8196b4c0-597d-4eba-9f08-9a87d14a2840 HTTP/1.1" status: 200  len: 916 time: 0.1469529
Apr 08 02:54:31.898177 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-7c6314cb-999c-42b7-aaec-0d93312204d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2b38130>, [{'id': 'e08a3967-e828-4916-b0b3-18578514e069', 'name': 'tempest-TestMinimumBasicScenario-1254114900-router', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '773e922b-f283-4676-819b-03c934d3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:55Z', 'revision_number': 4, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'gw_port': {'id': '773e922b-f283-4676-819b-03c934d3f216', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5', 'name': '', 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'mac_address': 'fa:16:3e:f4:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:54Z', 'updated_at': '2022-04-08T02:51:06Z', 'revision_number': 5, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'subnets': [{'id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:31.902104 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6314cb-999c-42b7-aaec-0d93312204d2 None None] Checking router: e08a3967-e828-4916-b0b3-18578514e069 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:54:31.902601 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7be6a49e-d7a7-4a97-a8a4-6da98309bc83 req-6f9f77f6-c7c2-4e74-aa6e-b39086cf3610 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7bd9446-7011-458c-94be-2eb73cc73b68 HTTP/1.1" status: 200  len: 217 time: 0.0605962
Apr 08 02:54:31.912549 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6314cb-999c-42b7-aaec-0d93312204d2 None None] Routers {'e08a3967-e828-4916-b0b3-18578514e069'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:54:31.913805 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-7c6314cb-999c-42b7-aaec-0d93312204d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2b38130>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:54:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['e08a3967-e828-4916-b0b3-18578514e069'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:31.970626 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6a49e-d7a7-4a97-a8a4-6da98309bc83 req-0820b932-e614-426f-9b19-9c5da294a843 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:31.972060 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7be6a49e-d7a7-4a97-a8a4-6da98309bc83 req-0820b932-e614-426f-9b19-9c5da294a843 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c168317b-5c4b-47e6-ba3c-c461b9db9a85 HTTP/1.1" status: 200  len: 854 time: 0.0626934
Apr 08 02:54:32.061167 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7be6a49e-d7a7-4a97-a8a4-6da98309bc83 req-f50493c6-25ac-4a3b-a043-b88f9e26a739 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8196b4c0-597d-4eba-9f08-9a87d14a2840&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792499
Apr 08 02:54:32.098416 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-7c6314cb-999c-42b7-aaec-0d93312204d2 None None] Set router e08a3967-e828-4916-b0b3-18578514e069 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:54:32.197218 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7be6a49e-d7a7-4a97-a8a4-6da98309bc83 req-a45fbd31-ce17-47e9-b0af-d8905fc4566b service neutron] 10.222.0.49 "GET /v2.0/networks/8196b4c0-597d-4eba-9f08-9a87d14a2840?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288819
Apr 08 02:54:32.355340 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7be6a49e-d7a7-4a97-a8a4-6da98309bc83 req-6f6e3e87-a7f7-4fbd-985b-4c8a4b101330 service neutron] 10.222.0.49 "GET /v2.0/networks/8196b4c0-597d-4eba-9f08-9a87d14a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511827
Apr 08 02:54:32.430112 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-7c6314cb-999c-42b7-aaec-0d93312204d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2b38130>, [{'id': 'e08a3967-e828-4916-b0b3-18578514e069', 'name': 'tempest-TestMinimumBasicScenario-1254114900-router', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '773e922b-f283-4676-819b-03c934d3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:55Z', 'revision_number': 4, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'gw_port': {'id': '773e922b-f283-4676-819b-03c934d3f216', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5', 'name': '', 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'mac_address': 'fa:16:3e:f4:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:54Z', 'updated_at': '2022-04-08T02:51:06Z', 'revision_number': 5, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'subnets': [{'id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:32.433943 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6314cb-999c-42b7-aaec-0d93312204d2 None None] The sync data for ids ['e08a3967-e828-4916-b0b3-18578514e069'] in dv-cinder-837052-1-iscsi is: [{'id': 'e08a3967-e828-4916-b0b3-18578514e069', 'name': 'tempest-TestMinimumBasicScenario-1254114900-router', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '773e922b-f283-4676-819b-03c934d3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:55Z', 'revision_number': 4, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'gw_port': {'id': '773e922b-f283-4676-819b-03c934d3f216', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5', 'name': '', 'network_id': '8196b4c0-597d-4eba-9f08-9a87d14a2840', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'mac_address': 'fa:16:3e:f4:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:54Z', 'updated_at': '2022-04-08T02:51:06Z', 'revision_number': 5, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'subnets': [{'id': 'c168317b-5c4b-47e6-ba3c-c461b9db9a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:54:32.487790 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35d493-9a82-4e1f-a048-f4b250647c88 req-3c602623-e417-46ab-8ae4-0a9a20b55996 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:32.489542 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ec35d493-9a82-4e1f-a048-f4b250647c88 req-3c602623-e417-46ab-8ae4-0a9a20b55996 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.0852616
Apr 08 02:54:32.540038 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ec35d493-9a82-4e1f-a048-f4b250647c88 req-261336d1-2c18-482c-8bf1-c4d7b5db16b9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443618
Apr 08 02:54:33.318476 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da086124-902d-411a-8c1f-fe40d7dd6bcc None None] New status for floating IP d27eba4d-5298-4a37-8d9c-6e6d5197e334: DOWN {{(pid=83138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:54:34.046192 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ebb4424f-85e7-4d31-8e16-aea7bd857c44 req-ded905e5-eb70-4a8f-8621-632d72e3322e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0672996
Apr 08 02:54:34.298606 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-eaf953f1-149d-4060-bf82-e7172f6f69c3 req-e29fadd0-06cf-4042-af5e-8c9f7147537c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0721266
Apr 08 02:54:34.312601 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16c68b-a8dd-46f9-9976-8ace26596ec9 req-5ef7d235-3e80-4843-9c3a-26e31605b38f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:34.315776 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9a16c68b-a8dd-46f9-9976-8ace26596ec9 req-5ef7d235-3e80-4843-9c3a-26e31605b38f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.0863893
Apr 08 02:54:34.320202 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff2b7f0-f41a-4b49-ad0b-40facbebf9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:34.375157 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9a16c68b-a8dd-46f9-9976-8ace26596ec9 req-9401b867-0261-430c-b7b1-389db84584f0 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493822
Apr 08 02:54:34.687470 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 2bd62dce-ca58-4c9e-bb8a-99411d102c48 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:54:34.718258 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84301e9e-f964-4caa-992a-0ccf0831d971 req-293e2565-8e1b-4d30-b0f8-755c050a4c28 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:34.718983 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-84301e9e-f964-4caa-992a-0ccf0831d971 req-293e2565-8e1b-4d30-b0f8-755c050a4c28 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Synchronizing usage tracker for tenant:6eb5fe9c67d048c5b2097f9a923ac025 on resource:port {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:54:34.737248 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-84301e9e-f964-4caa-992a-0ccf0831d971 req-293e2565-8e1b-4d30-b0f8-755c050a4c28 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Unset dirty status for tenant:6eb5fe9c67d048c5b2097f9a923ac025 on resource:port {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:54:34.738527 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-84301e9e-f964-4caa-992a-0ccf0831d971 req-293e2565-8e1b-4d30-b0f8-755c050a4c28 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 946 time: 0.0991130
Apr 08 02:54:34.790503 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-84301e9e-f964-4caa-992a-0ccf0831d971 req-fb483ebb-9851-4f35-bb9e-ac3716447a44 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Synchronizing usage tracker for tenant:6eb5fe9c67d048c5b2097f9a923ac025 on resource:security_group {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:54:34.806590 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-84301e9e-f964-4caa-992a-0ccf0831d971 req-fb483ebb-9851-4f35-bb9e-ac3716447a44 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Unset dirty status for tenant:6eb5fe9c67d048c5b2097f9a923ac025 on resource:security_group {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:54:34.807869 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-84301e9e-f964-4caa-992a-0ccf0831d971 req-fb483ebb-9851-4f35-bb9e-ac3716447a44 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631168
Apr 08 02:54:34.832756 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-eaf953f1-149d-4060-bf82-e7172f6f69c3 req-af1f6318-7de7-4859-893d-1aab888dcfb3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33&tenant_id=f673f0f0edd74c56a204930e93f143da HTTP/1.1" status: 200  len: 1096 time: 0.0749354
Apr 08 02:54:34.922347 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-eaf953f1-149d-4060-bf82-e7172f6f69c3 req-1434b35c-70b3-4ffe-8d1a-22b32e50abd5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f673f0f0edd74c56a204930e93f143da&device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 1096 time: 0.0672972
Apr 08 02:54:35.049608 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf953f1-149d-4060-bf82-e7172f6f69c3 req-ecde79c1-6e66-4fa7-aed2-b0a93f9cd10f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:35.051043 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-eaf953f1-149d-4060-bf82-e7172f6f69c3 req-ecde79c1-6e66-4fa7-aed2-b0a93f9cd10f service neutron] 10.222.0.49 "GET /v2.0/networks?id=9177d28f-82e1-4f7a-9248-434f10dfbba9 HTTP/1.1" status: 200  len: 918 time: 0.1217327
Apr 08 02:54:35.209562 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-eaf953f1-149d-4060-bf82-e7172f6f69c3 req-6c61eb32-9291-4530-8b09-a05f7a24e72c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd62dce-ca58-4c9e-bb8a-99411d102c48 HTTP/1.1" status: 200  len: 999 time: 0.1512740
Apr 08 02:54:35.272137 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf953f1-149d-4060-bf82-e7172f6f69c3 req-e7824828-fef3-47b5-9854-265b86e611f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:35.273589 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-eaf953f1-149d-4060-bf82-e7172f6f69c3 req-e7824828-fef3-47b5-9854-265b86e611f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3ecf36cf-7175-47e0-89d3-2818045d184b HTTP/1.1" status: 200  len: 856 time: 0.0578699
Apr 08 02:54:35.344991 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-eaf953f1-149d-4060-bf82-e7172f6f69c3 req-ce46498a-0bd3-4b6d-8e52-e7c03c9724f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9177d28f-82e1-4f7a-9248-434f10dfbba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0651376
Apr 08 02:54:35.472600 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-eaf953f1-149d-4060-bf82-e7172f6f69c3 req-1f2decf4-2582-47a8-be27-b14e3a002a09 service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210568
Apr 08 02:54:35.622780 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-eaf953f1-149d-4060-bf82-e7172f6f69c3 req-e91d8444-cb81-498b-9bab-28738adf4f0f service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393831
Apr 08 02:54:35.764419 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fae6a-5c54-4e6c-aff0-fa8230aa4ac7 req-8a4d37c3-b0e9-4b74-9c41-48da5e956634 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:35.766101 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7c7fae6a-5c54-4e6c-aff0-fa8230aa4ac7 req-8a4d37c3-b0e9-4b74-9c41-48da5e956634 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.2427769
Apr 08 02:54:35.820961 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7c7fae6a-5c54-4e6c-aff0-fa8230aa4ac7 req-a45b603c-bdf7-4554-afab-1cc898f84764 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485001
Apr 08 02:54:36.024369 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6e8e7-36ec-42cd-af09-766035df252b req-1a369351-b7df-414e-92cc-70a9c2a919c5 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:36.025841 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-89e6e8e7-36ec-42cd-af09-766035df252b req-1a369351-b7df-414e-92cc-70a9c2a919c5 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 946 time: 0.0871041
Apr 08 02:54:36.074983 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-89e6e8e7-36ec-42cd-af09-766035df252b req-1d882aa4-90e6-410c-a1bc-9ef344a780b0 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435407
Apr 08 02:54:36.515349 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-7d297cae-08a8-4eed-b312-8e3cfad57f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:37.042881 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed75ead-8629-4024-a748-92799702329d req-c46bc111-5de1-4e66-93d0-2a4c7eb20e9c tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:37.044470 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fed75ead-8629-4024-a748-92799702329d req-c46bc111-5de1-4e66-93d0-2a4c7eb20e9c tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.0849061
Apr 08 02:54:37.092902 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fed75ead-8629-4024-a748-92799702329d req-798dca68-c74c-459b-ba0d-b898690bf4b5 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430593
Apr 08 02:54:37.275384 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3518cd-4e25-473b-ae95-ae182887d723 req-711b0db2-4f90-4c98-a754-e11a6ab9a76c tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:37.276814 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ef3518cd-4e25-473b-ae95-ae182887d723 req-711b0db2-4f90-4c98-a754-e11a6ab9a76c tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 946 time: 0.0788190
Apr 08 02:54:37.323831 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ef3518cd-4e25-473b-ae95-ae182887d723 req-bede385f-f1e8-4c28-9f63-432f8b9876cc tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410905
Apr 08 02:54:37.681933 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:37.872096 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:38.311448 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ff3fc-6a49-4bbf-8eb3-23c1189649cb req-21f4d735-6f4d-4687-b1e7-29621d188060 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:38.312793 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-716ff3fc-6a49-4bbf-8eb3-23c1189649cb req-21f4d735-6f4d-4687-b1e7-29621d188060 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.0812829
Apr 08 02:54:38.360416 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-716ff3fc-6a49-4bbf-8eb3-23c1189649cb req-e03cbfca-8504-45b2-b4ef-7e59bf0f2a58 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421062
Apr 08 02:54:38.526957 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa004b-f52c-44eb-9254-65fbf9770bad req-4f7de9cf-7031-40e4-b4a7-5f157e722db7 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:38.528382 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a4aa004b-f52c-44eb-9254-65fbf9770bad req-4f7de9cf-7031-40e4-b4a7-5f157e722db7 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 946 time: 0.0784843
Apr 08 02:54:38.574535 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:38.581566 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a4aa004b-f52c-44eb-9254-65fbf9770bad req-4c150498-12a6-4aee-a002-00741970eb14 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474093
Apr 08 02:54:39.175440 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:39.636112 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5e16-1e1c-47d6-95d2-0cac6338c5dd req-59787071-8dde-4a45-a15c-72cdd4755900 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:39.638324 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3fbd5e16-1e1c-47d6-95d2-0cac6338c5dd req-59787071-8dde-4a45-a15c-72cdd4755900 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.1421337
Apr 08 02:54:39.695424 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3fbd5e16-1e1c-47d6-95d2-0cac6338c5dd req-5f0d2b4f-61bd-40ab-9d65-70426ef6f0d9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515087
Apr 08 02:54:39.885142 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46ccff-0bdc-40cf-a231-bd3f79002dbe req-3a0db804-1aa4-4b9a-b450-16869ae21d22 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:39.886577 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5d46ccff-0bdc-40cf-a231-bd3f79002dbe req-3a0db804-1aa4-4b9a-b450-16869ae21d22 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 946 time: 0.1729124
Apr 08 02:54:39.933887 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5d46ccff-0bdc-40cf-a231-bd3f79002dbe req-aa353a32-6e25-4713-b8a1-d1ba769fbd44 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412407
Apr 08 02:54:40.735757 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device f7bd9446-7011-458c-94be-2eb73cc73b68 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:54:40.863108 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:40.891930 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7bd9446-7011-458c-94be-2eb73cc73b68'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:54:40.901914 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port f7bd9446-7011-458c-94be-2eb73cc73b68, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f7bd9446-7011-458c-94be-2eb73cc73b68,segment=NetworkSegment(c4ea6119-8d4f-49d5-9638-9e97210496dd),segment_id=c4ea6119-8d4f-49d5-9638-9e97210496dd)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:54:40.907309 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:40.921199 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f32b1b-4160-471a-9989-5891283affaf req-2e7a0f11-2e5c-4394-ac03-51a1dd30f26c tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:40.922740 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a2f32b1b-4160-471a-9989-5891283affaf req-2e7a0f11-2e5c-4394-ac03-51a1dd30f26c tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.0851088
Apr 08 02:54:40.984119 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=f7bd9446-7011-458c-94be-2eb73cc73b68,revision_number=8']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:40.987436 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a2f32b1b-4160-471a-9989-5891283affaf req-a1c97b9b-d24a-400d-a87a-12bdecad749a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574760
Apr 08 02:54:40.999264 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae76c2f-4973-4c7a-8064-0a843a684446'] response: {'server_uuid': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7bd9446-7011-458c-94be-2eb73cc73b68', 'code': 200}
Apr 08 02:54:41.178235 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ef338-fe40-48c8-b93b-3aa005312932 req-91d929a9-3f75-449d-b8f9-cbfcacb4c85f tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:41.180249 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-eb6ef338-fe40-48c8-b93b-3aa005312932 req-91d929a9-3f75-449d-b8f9-cbfcacb4c85f tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 944 time: 0.0846009
Apr 08 02:54:41.225051 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-eb6ef338-fe40-48c8-b93b-3aa005312932 req-4b04657e-25f1-44a2-97fc-cee243631eda tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390515
Apr 08 02:54:42.235216 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856dae8-f1f6-44a0-9909-f6de05fa5741 req-b9f851dd-3d9f-4730-90b9-cce710503357 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:42.236715 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1856dae8-f1f6-44a0-9909-f6de05fa5741 req-b9f851dd-3d9f-4730-90b9-cce710503357 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.0787404
Apr 08 02:54:42.290622 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1856dae8-f1f6-44a0-9909-f6de05fa5741 req-8bd45c27-d4e6-413c-b94f-a4d332a1c981 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473228
Apr 08 02:54:42.447036 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852d0c8-5fa0-4ce3-83bc-de63945c9297 req-84fd58cc-c9c6-4a53-a1b4-f0362422ea2a tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:42.449830 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2852d0c8-5fa0-4ce3-83bc-de63945c9297 req-84fd58cc-c9c6-4a53-a1b4-f0362422ea2a tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 944 time: 0.0929098
Apr 08 02:54:42.496026 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2852d0c8-5fa0-4ce3-83bc-de63945c9297 req-5c81731e-c801-4503-9c31-76dd44abc782 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419459
Apr 08 02:54:43.508327 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21173d7-9d7b-4fe2-9171-780b95c4a5fa req-cc94b623-9122-4266-bf51-e283a2b1d5ff tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:43.509769 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c21173d7-9d7b-4fe2-9171-780b95c4a5fa req-cc94b623-9122-4266-bf51-e283a2b1d5ff tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.0768628
Apr 08 02:54:43.564523 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c21173d7-9d7b-4fe2-9171-780b95c4a5fa req-101b6f1c-79b7-4f81-9020-52014d09d1fc tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487497
Apr 08 02:54:43.695815 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5092a35-166d-452d-8c8c-d500be1b68be req-67b695e0-69b3-4d54-8db3-8bfcb4eac887 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:43.697219 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d5092a35-166d-452d-8c8c-d500be1b68be req-67b695e0-69b3-4d54-8db3-8bfcb4eac887 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 944 time: 0.0785356
Apr 08 02:54:43.744751 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d5092a35-166d-452d-8c8c-d500be1b68be req-e80cc51f-eca4-4266-93cc-e47293a35b9e tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418518
Apr 08 02:54:44.787263 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3022e0f-3f1f-4fd1-aeb8-38609189b000 req-03315d6c-caa8-430e-b199-b158999b64f7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:44.788736 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d3022e0f-3f1f-4fd1-aeb8-38609189b000 req-03315d6c-caa8-430e-b199-b158999b64f7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.0821328
Apr 08 02:54:44.844961 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d3022e0f-3f1f-4fd1-aeb8-38609189b000 req-8ffc66a6-da15-4e14-bb17-9070474f6a9b tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469646
Apr 08 02:54:44.952394 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f2fc7-8b38-465a-a2c7-1402e0ae3742 req-ee755521-db96-4aa6-85ea-d10c2a9b914a tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:44.954228 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-539f2fc7-8b38-465a-a2c7-1402e0ae3742 req-ee755521-db96-4aa6-85ea-d10c2a9b914a tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 944 time: 0.0829549
Apr 08 02:54:45.007407 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-539f2fc7-8b38-465a-a2c7-1402e0ae3742 req-883e6be2-ede0-4c83-bdd1-e05f5b0b2b45 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472748
Apr 08 02:54:46.077357 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70c4dd-4956-4702-ba8f-5b1df25f69e0 req-2d5933df-2441-465d-8d8e-888eee09d2ad tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:46.079004 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0f70c4dd-4956-4702-ba8f-5b1df25f69e0 req-2d5933df-2441-465d-8d8e-888eee09d2ad tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.0870254
Apr 08 02:54:46.136647 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0f70c4dd-4956-4702-ba8f-5b1df25f69e0 req-29a50d2d-b6e3-44e3-8884-c0b1a2f55c0d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508213
Apr 08 02:54:46.217076 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11b9a2-2968-49c6-a895-53ec34656e9e req-530d1831-67db-4c20-9fc5-71eb81866eab tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:46.218496 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bb11b9a2-2968-49c6-a895-53ec34656e9e req-530d1831-67db-4c20-9fc5-71eb81866eab tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 944 time: 0.0798728
Apr 08 02:54:46.267883 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bb11b9a2-2968-49c6-a895-53ec34656e9e req-b1f6c272-d524-4c3e-a976-549b18df7e3c tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438671
Apr 08 02:54:47.357986 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9410c-5e26-425a-a980-5724431b1530 req-88c059ae-679d-4f3a-a673-78a58d0ed095 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:47.359450 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-aae9410c-5e26-425a-a980-5724431b1530 req-88c059ae-679d-4f3a-a673-78a58d0ed095 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.0793173
Apr 08 02:54:47.444293 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-aae9410c-5e26-425a-a980-5724431b1530 req-c97e7ede-cd95-47b7-883d-e9d3ee4323a3 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794847
Apr 08 02:54:47.477108 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f26820-57e3-4b37-8b4f-20ab381406af req-6aef3de3-9b16-4f4c-935d-cf5e9ae29362 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:47.478518 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-92f26820-57e3-4b37-8b4f-20ab381406af req-6aef3de3-9b16-4f4c-935d-cf5e9ae29362 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 944 time: 0.0863898
Apr 08 02:54:47.523557 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-92f26820-57e3-4b37-8b4f-20ab381406af req-2a352bda-7faa-45e9-81d6-43474ee47200 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395360
Apr 08 02:54:48.689653 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56884bb6-8e21-47ab-a058-12de29cbb12c req-934e8d14-03ab-4b62-892a-6ee09a57260a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:48.691076 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-56884bb6-8e21-47ab-a058-12de29cbb12c req-934e8d14-03ab-4b62-892a-6ee09a57260a tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.1142457
Apr 08 02:54:48.758228 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-56884bb6-8e21-47ab-a058-12de29cbb12c req-bc8b00e8-b195-4e69-b0f4-e143d2506178 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573099
Apr 08 02:54:48.768162 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8076c-46bb-4dbe-84d7-02b526d0c415 req-0b2b913b-cda1-4ac3-97d8-ae0d7e035db2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:48.769510 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f9e8076c-46bb-4dbe-84d7-02b526d0c415 req-0b2b913b-cda1-4ac3-97d8-ae0d7e035db2 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 944 time: 0.1245124
Apr 08 02:54:48.815094 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f9e8076c-46bb-4dbe-84d7-02b526d0c415 req-66a22e11-4cd1-4109-90a0-47b6a73b98f6 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391116
Apr 08 02:54:50.010893 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72debbb0-cfc4-4b44-96f2-05c084e6720b req-8c3c579f-27a6-4854-8a29-5382c392be51 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:50.012354 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-72debbb0-cfc4-4b44-96f2-05c084e6720b req-8c3c579f-27a6-4854-8a29-5382c392be51 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 944 time: 0.0771041
Apr 08 02:54:50.062401 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-72debbb0-cfc4-4b44-96f2-05c084e6720b req-39be96f3-46ea-4489-b722-efd75f6d6338 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442889
Apr 08 02:54:50.139432 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a662fb-74d7-4c14-9668-cf5863344ead req-ad4d7289-8931-46a3-80b6-6d143bea6b01 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:50.140832 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f1a662fb-74d7-4c14-9668-cf5863344ead req-ad4d7289-8931-46a3-80b6-6d143bea6b01 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.0737884
Apr 08 02:54:50.185245 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f1a662fb-74d7-4c14-9668-cf5863344ead req-c7a688f2-48b7-40da-9735-cfc70d557af5 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389314
Apr 08 02:54:50.837525 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5f87fae3-eb14-4df1-9a9a-735c437f59bd req-98601044-a45f-42e1-8dce-b27ffb748346 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1892338
Apr 08 02:54:50.847156 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611fc0b-9112-482a-81a0-abf142e454ac req-3210b293-4d9f-4445-8355-36338a69d7ce tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:50.847802 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-a611fc0b-9112-482a-81a0-abf142e454ac req-3210b293-4d9f-4445-8355-36338a69d7ce tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Synchronizing usage tracker for tenant:6eb5fe9c67d048c5b2097f9a923ac025 on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:54:50.859303 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-a611fc0b-9112-482a-81a0-abf142e454ac req-3210b293-4d9f-4445-8355-36338a69d7ce tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Unset dirty status for tenant:6eb5fe9c67d048c5b2097f9a923ac025 on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:54:50.860340 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a611fc0b-9112-482a-81a0-abf142e454ac req-3210b293-4d9f-4445-8355-36338a69d7ce tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 944 time: 0.1090269
Apr 08 02:54:50.965557 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-a611fc0b-9112-482a-81a0-abf142e454ac req-f6434c51-225a-458d-b53c-4975a06a9983 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Deleting port f7bd9446-7011-458c-94be-2eb73cc73b68 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:54:50.965800 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-a611fc0b-9112-482a-81a0-abf142e454ac req-f6434c51-225a-458d-b53c-4975a06a9983 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:51.085103 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5f87fae3-eb14-4df1-9a9a-735c437f59bd req-ea86ebf9-0748-48bd-907c-32ab8442e6ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89f311117084470f8e8d16c47ad1d2ae&device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 1098 time: 0.1685395
Apr 08 02:54:51.266334 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e91e50-a506-426a-850d-719c888a249a req-060ed8ba-6331-4bce-b5f5-f5d20027f867 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:51.267881 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b0e91e50-a506-426a-850d-719c888a249a req-060ed8ba-6331-4bce-b5f5-f5d20027f867 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 944 time: 0.0825844
Apr 08 02:54:51.315182 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b0e91e50-a506-426a-850d-719c888a249a req-4ddce3b3-d048-4ca3-a87e-1fbd21308be5 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ef78536-5a23-418e-9e93-59112f99393e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407336
Apr 08 02:54:51.322730 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-a611fc0b-9112-482a-81a0-abf142e454ac req-f6434c51-225a-458d-b53c-4975a06a9983 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] For port f7bd9446-7011-458c-94be-2eb73cc73b68, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f7bd9446-7011-458c-94be-2eb73cc73b68,segment=NetworkSegment(c4ea6119-8d4f-49d5-9638-9e97210496dd),segment_id=c4ea6119-8d4f-49d5-9638-9e97210496dd)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:54:51.323086 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-a611fc0b-9112-482a-81a0-abf142e454ac req-f6434c51-225a-458d-b53c-4975a06a9983 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:51.333915 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87fae3-eb14-4df1-9a9a-735c437f59bd req-33b0c338-f6df-4688-b8ac-6eb7dd4351a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:51.336072 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5f87fae3-eb14-4df1-9a9a-735c437f59bd req-33b0c338-f6df-4688-b8ac-6eb7dd4351a6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e024dc7-08f6-4065-988a-c132275bafc0 HTTP/1.1" status: 200  len: 910 time: 0.2301505
Apr 08 02:54:51.401191 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f1754-a124-4534-9523-ac3a5f68368a req-62dc52c9-633b-45ec-9a62-9d331b7e3edb tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:51.402832 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a00f1754-a124-4534-9523-ac3a5f68368a req-62dc52c9-633b-45ec-9a62-9d331b7e3edb tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.0782092
Apr 08 02:54:51.452881 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a00f1754-a124-4534-9523-ac3a5f68368a req-76acde67-ba50-4c5d-a60a-34df7dc508eb tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444293
Apr 08 02:54:51.488241 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-a611fc0b-9112-482a-81a0-abf142e454ac req-f6434c51-225a-458d-b53c-4975a06a9983 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Calling delete_port for f7bd9446-7011-458c-94be-2eb73cc73b68 owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:54:51.591765 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5f87fae3-eb14-4df1-9a9a-735c437f59bd req-36613cc8-106c-4f38-984c-6e325c6b1b89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1be6ca01-4620-4592-8649-c93ad2064024 HTTP/1.1" status: 200  len: 1001 time: 0.2069523
Apr 08 02:54:51.768825 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87fae3-eb14-4df1-9a9a-735c437f59bd req-cf84e6bd-2dd2-4424-91fb-da0e2a7a0f80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:51.770130 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5f87fae3-eb14-4df1-9a9a-735c437f59bd req-cf84e6bd-2dd2-4424-91fb-da0e2a7a0f80 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2 HTTP/1.1" status: 200  len: 848 time: 0.1721582
Apr 08 02:54:51.774687 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-a611fc0b-9112-482a-81a0-abf142e454ac req-f6434c51-225a-458d-b53c-4975a06a9983 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:51.853222 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6434c51-225a-458d-b53c-4975a06a9983 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Pushing event deleted for resources: {'Port': ['ID=f7bd9446-7011-458c-94be-2eb73cc73b68,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:51.940699 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-a611fc0b-9112-482a-81a0-abf142e454ac req-f6434c51-225a-458d-b53c-4975a06a9983 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] No DVR routers for this DVR port f7bd9446-7011-458c-94be-2eb73cc73b68 on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:54:51.943623 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-a611fc0b-9112-482a-81a0-abf142e454ac req-f6434c51-225a-458d-b53c-4975a06a9983 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:51.946159 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'name': 'network-vif-deleted', 'tag': 'f7bd9446-7011-458c-94be-2eb73cc73b68'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:54:51.965266 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a611fc0b-9112-482a-81a0-abf142e454ac req-f6434c51-225a-458d-b53c-4975a06a9983 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.49 "DELETE /v2.0/ports/f7bd9446-7011-458c-94be-2eb73cc73b68 HTTP/1.1" status: 204  len: 173 time: 1.0994749
Apr 08 02:54:51.968910 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5f87fae3-eb14-4df1-9a9a-735c437f59bd req-79b74818-2292-489f-8519-d22dfb59ef09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e024dc7-08f6-4065-988a-c132275bafc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1924336
Apr 08 02:54:51.982436 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [req-5f87fae3-eb14-4df1-9a9a-735c437f59bd req-b3c0f74c-34b9-4393-840e-3e745537297f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83137) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 08 02:54:51.983700 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5f87fae3-eb14-4df1-9a9a-735c437f59bd req-b3c0f74c-34b9-4393-840e-3e745537297f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0063143
Apr 08 02:54:52.015217 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5337fc-9546-49c7-a9d2-e514f634557e'] response: {'server_uuid': 'dac91570-d62d-4a3c-a83c-20a727657c9d', 'name': 'network-vif-deleted', 'tag': 'f7bd9446-7011-458c-94be-2eb73cc73b68', 'status': 'completed', 'code': 200}
Apr 08 02:54:52.122868 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5f87fae3-eb14-4df1-9a9a-735c437f59bd req-4c5f3d08-ec58-48a7-8f74-97c3bfd49204 service neutron] 10.222.0.49 "GET /v2.0/networks/7e024dc7-08f6-4065-988a-c132275bafc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284270
Apr 08 02:54:52.260767 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5f87fae3-eb14-4df1-9a9a-735c437f59bd req-9251e3b8-5c9b-4aac-8175-d078f7bc8440 service neutron] 10.222.0.49 "GET /v2.0/networks/7e024dc7-08f6-4065-988a-c132275bafc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305912
Apr 08 02:54:52.575791 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-001d5ca5-a3e1-4a94-85e0-4aa8ec3f79a7 req-bf5072e1-984d-482f-9a52-85ee7be1e6d1 tempest-TestMinimumBasicScenario-1909923347 tempest-TestMinimumBasicScenario-1909923347-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac91570-d62d-4a3c-a83c-20a727657c9d HTTP/1.1" status: 200  len: 210 time: 0.1225743
Apr 08 02:54:52.681319 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68213b-a75f-4ea7-bf37-aa1acb1d68fa req-120b9302-0601-4d4e-871a-5d4deec463f3 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:52.682754 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9f68213b-a75f-4ea7-bf37-aa1acb1d68fa req-120b9302-0601-4d4e-871a-5d4deec463f3 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.0775566
Apr 08 02:54:52.727240 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9f68213b-a75f-4ea7-bf37-aa1acb1d68fa req-aebd61d5-881c-42a6-8635-340332a6dbfc tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387700
Apr 08 02:54:53.941283 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7be66-af08-4c74-b256-f37392e2d2e3 req-0d232cd1-1434-4375-8502-586b0c92d394 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:53.944502 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7cb7be66-af08-4c74-b256-f37392e2d2e3 req-0d232cd1-1434-4375-8502-586b0c92d394 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 943 time: 0.0833650
Apr 08 02:54:53.995712 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7cb7be66-af08-4c74-b256-f37392e2d2e3 req-86fc1077-cf74-40b9-a83c-125a8716c563 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453656
Apr 08 02:54:54.199999 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49484) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:54.591192 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6aca05a9-6257-4fbc-bc5d-97f8e10fb6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784174'] for router_interface, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:54.797807 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 2bd62dce-ca58-4c9e-bb8a-99411d102c48 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:54:54.932157 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 2bd62dce-ca58-4c9e-bb8a-99411d102c48, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2bd62dce-ca58-4c9e-bb8a-99411d102c48,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:54:54.946165 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': '2bd62dce-ca58-4c9e-bb8a-99411d102c48', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'port_id': '2bd62dce-ca58-4c9e-bb8a-99411d102c48', 'mac_address': 'fa:16:3e:09:88:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:54:54.997987 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:55.015631 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd62dce-ca58-4c9e-bb8a-99411d102c48 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:54:55.030483 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 2bd62dce-ca58-4c9e-bb8a-99411d102c48, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2bd62dce-ca58-4c9e-bb8a-99411d102c48,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:54:55.035287 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:55.106671 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=2bd62dce-ca58-4c9e-bb8a-99411d102c48,revision_number=9']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:55.227837 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe95d32-7e2e-4676-8a57-652092859822 req-8f2b129d-f9f5-4c14-80ef-fe648db0c9ea tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:55.229167 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fbe95d32-7e2e-4676-8a57-652092859822 req-8f2b129d-f9f5-4c14-80ef-fe648db0c9ea tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 944 time: 0.0782619
Apr 08 02:54:55.257516 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-6aca05a9-6257-4fbc-bc5d-97f8e10fb6c0 admin admin] Deleting port ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:54:55.258165 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6aca05a9-6257-4fbc-bc5d-97f8e10fb6c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:55.275689 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fbe95d32-7e2e-4676-8a57-652092859822 req-64e8f294-1712-432a-a99e-db2b8affdd67 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409229
Apr 08 02:54:55.409230 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['2bd62dce-ca58-4c9e-bb8a-99411d102c48'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:54:55.423102 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [None req-6aca05a9-6257-4fbc-bc5d-97f8e10fb6c0 admin admin] For port ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5,segment=NetworkSegment(c4ea6119-8d4f-49d5-9638-9e97210496dd),segment_id=c4ea6119-8d4f-49d5-9638-9e97210496dd)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:54:55.423453 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6aca05a9-6257-4fbc-bc5d-97f8e10fb6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:55.548524 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-6aca05a9-6257-4fbc-bc5d-97f8e10fb6c0 admin admin] Calling delete_port for ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 owned by network:router_interface {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:54:55.833342 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6aca05a9-6257-4fbc-bc5d-97f8e10fb6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:55.878677 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca05a9-6257-4fbc-bc5d-97f8e10fb6c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:56.157264 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6aca05a9-6257-4fbc-bc5d-97f8e10fb6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7999094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784255'] for router_interface, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:56.488576 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa86e7-ddfd-4fe1-9ed4-b4e005fc03f0 req-1478b1fc-dd26-4f94-a00d-a84c100301c3 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:56.489949 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-52fa86e7-ddfd-4fe1-9ed4-b4e005fc03f0 req-1478b1fc-dd26-4f94-a00d-a84c100301c3 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 944 time: 0.0814645
Apr 08 02:54:56.535945 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-52fa86e7-ddfd-4fe1-9ed4-b4e005fc03f0 req-7f238c2c-044f-4304-b120-51a24940a2d7 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395589
Apr 08 02:54:56.791931 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aca05a9-6257-4fbc-bc5d-97f8e10fb6c0 admin admin] Router e08a3967-e828-4916-b0b3-18578514e069 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:54:56.802358 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 2bd62dce-ca58-4c9e-bb8a-99411d102c48 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:54:56.867989 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port 2bd62dce-ca58-4c9e-bb8a-99411d102c48 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:54:56.868344 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:56.981318 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:56.991696 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aca05a9-6257-4fbc-bc5d-97f8e10fb6c0 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:54:57.003861 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-6aca05a9-6257-4fbc-bc5d-97f8e10fb6c0 admin admin] 10.222.0.48 "PUT /v2.0/routers/e08a3967-e828-4916-b0b3-18578514e069/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8027425
Apr 08 02:54:57.004097 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8799013-1041-41c8-9583-42a3e4680bab None None] Sync routers for ids ['e08a3967-e828-4916-b0b3-18578514e069'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:54:57.006808 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49494) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:57.011975 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbeb7a47-a8ee-44b3-bc79-bd12670aaa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd62dce-ca58-4c9e-bb8a-99411d102c48'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:54:57.022416 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 2bd62dce-ca58-4c9e-bb8a-99411d102c48, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2bd62dce-ca58-4c9e-bb8a-99411d102c48,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:54:57.028012 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:57.043002 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8799013-1041-41c8-9583-42a3e4680bab None None] Routers {'e08a3967-e828-4916-b0b3-18578514e069'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:54:57.043627 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-a8799013-1041-41c8-9583-42a3e4680bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a5ab4eb0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:54:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['e08a3967-e828-4916-b0b3-18578514e069'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:57.093899 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1469650b-9bd7-44db-9ec1-233dfa870064'] response: {'server_uuid': 'bbeb7a47-a8ee-44b3-bc79-bd12670aaa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd62dce-ca58-4c9e-bb8a-99411d102c48', 'code': 200}
Apr 08 02:54:57.103289 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=2bd62dce-ca58-4c9e-bb8a-99411d102c48,revision_number=10']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:57.216503 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e47b123b-eb89-4a35-92d0-29ae1e107644 admin admin] Notify callbacks [] for router, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:57.233877 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-a8799013-1041-41c8-9583-42a3e4680bab None None] Set router e08a3967-e828-4916-b0b3-18578514e069 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:54:57.413803 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-101bb3d7-ba9c-4085-80fe-8ae0015e285d req-8298b213-7077-4bb1-8761-b3a1d30ff180 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 1099 time: 0.1441140
Apr 08 02:54:57.465438 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-101bb3d7-ba9c-4085-80fe-8ae0015e285d req-3767e941-70e8-491e-a061-2d9b06e28a73 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446398
Apr 08 02:54:57.497420 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e47b123b-eb89-4a35-92d0-29ae1e107644 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:57.507962 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-e47b123b-eb89-4a35-92d0-29ae1e107644 admin admin] Deleting port 773e922b-f283-4676-819b-03c934d3f216 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:54:57.508284 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e47b123b-eb89-4a35-92d0-29ae1e107644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:57.543262 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-a8799013-1041-41c8-9583-42a3e4680bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a5ab4eb0>, [{'id': 'e08a3967-e828-4916-b0b3-18578514e069', 'name': 'tempest-TestMinimumBasicScenario-1254114900-router', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '773e922b-f283-4676-819b-03c934d3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:54:55Z', 'revision_number': 5, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'gw_port': {'id': '773e922b-f283-4676-819b-03c934d3f216', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a3967-e828-4916-b0b3-18578514e069', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:57.546974 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8799013-1041-41c8-9583-42a3e4680bab None None] Checking router: e08a3967-e828-4916-b0b3-18578514e069 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:54:57.557646 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8799013-1041-41c8-9583-42a3e4680bab None None] Routers {'e08a3967-e828-4916-b0b3-18578514e069'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:54:57.558224 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-a8799013-1041-41c8-9583-42a3e4680bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a5ab4eb0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:54:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['e08a3967-e828-4916-b0b3-18578514e069'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:57.681070 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [None req-e47b123b-eb89-4a35-92d0-29ae1e107644 admin admin] For port 773e922b-f283-4676-819b-03c934d3f216, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=773e922b-f283-4676-819b-03c934d3f216,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:54:57.681468 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e47b123b-eb89-4a35-92d0-29ae1e107644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:57.705694 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-a8799013-1041-41c8-9583-42a3e4680bab None None] Set router e08a3967-e828-4916-b0b3-18578514e069 gateway port host: None {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:54:57.750333 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c370e9-0e50-4a6e-8776-ce151ebc2c01 req-7624154f-5f7c-4663-a6ca-444b6a5b0707 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:57.751849 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-20c370e9-0e50-4a6e-8776-ce151ebc2c01 req-7624154f-5f7c-4663-a6ca-444b6a5b0707 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 946 time: 0.0769532
Apr 08 02:54:57.801402 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-e47b123b-eb89-4a35-92d0-29ae1e107644 admin admin] Calling delete_port for 773e922b-f283-4676-819b-03c934d3f216 owned by network:router_gateway {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:54:57.802160 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-20c370e9-0e50-4a6e-8776-ce151ebc2c01 req-5adcca48-9fbd-4a64-8dd0-4bfe2c47bafb tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435369
Apr 08 02:54:57.812353 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-a8799013-1041-41c8-9583-42a3e4680bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a5ab4eb0>, [{'id': 'e08a3967-e828-4916-b0b3-18578514e069', 'name': 'tempest-TestMinimumBasicScenario-1254114900-router', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:54:57Z', 'revision_number': 6, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'gw_port_host': None}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:57.816291 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8799013-1041-41c8-9583-42a3e4680bab None None] The sync data for ids ['e08a3967-e828-4916-b0b3-18578514e069'] in dv-cinder-837052-1-iscsi is: [{'id': 'e08a3967-e828-4916-b0b3-18578514e069', 'name': 'tempest-TestMinimumBasicScenario-1254114900-router', 'tenant_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:52Z', 'updated_at': '2022-04-08T02:54:57Z', 'revision_number': 6, 'project_id': '6eb5fe9c67d048c5b2097f9a923ac025', 'gw_port_host': None}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:54:58.062701 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e47b123b-eb89-4a35-92d0-29ae1e107644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:58.107593 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b123b-eb89-4a35-92d0-29ae1e107644 admin admin] Pushing event deleted for resources: {'Port': ['ID=773e922b-f283-4676-819b-03c934d3f216,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:58.248419 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:54:58.284533 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:54:58.284874 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device ed02bb5e-ba4f-4d2f-a71d-c1462bc666f5 not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:54:58.339599 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e47b123b-eb89-4a35-92d0-29ae1e107644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783685'] for router_gateway, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:58.581612 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e47b123b-eb89-4a35-92d0-29ae1e107644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61762'] for router, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:58.586471 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e47b123b-eb89-4a35-92d0-29ae1e107644 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:58.672586 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e47b123b-eb89-4a35-92d0-29ae1e107644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772969'] for router, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:58.673231 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47b123b-eb89-4a35-92d0-29ae1e107644 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e08a3967-e828-4916-b0b3-18578514e069 {{(pid=83137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 08 02:54:58.685821 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e47b123b-eb89-4a35-92d0-29ae1e107644 admin admin] Notify callbacks [] for router, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:58.686958 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-e47b123b-eb89-4a35-92d0-29ae1e107644 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e08a3967-e828-4916-b0b3-18578514e069 HTTP/1.1" status: 204  len: 168 time: 1.6790636
Apr 08 02:54:58.689445 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49502) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:58.746490 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b051d33-3427-4d93-a524-c8609e051a1c admin admin] Deleting subnet c168317b-5c4b-47e6-ba3c-c461b9db9a85 {{(pid=83137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 08 02:54:58.749346 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1b051d33-3427-4d93-a524-c8609e051a1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:58.798503 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1b051d33-3427-4d93-a524-c8609e051a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1116807'] for subnet, precommit_delete_associations {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:58.934641 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1b051d33-3427-4d93-a524-c8609e051a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722885'] for subnet, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:59.033330 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1b051d33-3427-4d93-a524-c8609e051a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1140083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2044236'] for subnet, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:59.073117 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78f8a0-0378-4be7-9621-14bb491e5886 req-ba96cc70-590e-4c70-866b-d6fd9531bbf5 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:59.075239 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5b78f8a0-0378-4be7-9621-14bb491e5886 req-ba96cc70-590e-4c70-866b-d6fd9531bbf5 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 946 time: 0.1016154
Apr 08 02:54:59.078778 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b051d33-3427-4d93-a524-c8609e051a1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c168317b-5c4b-47e6-ba3c-c461b9db9a85,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:59.086884 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1b051d33-3427-4d93-a524-c8609e051a1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:59.092563 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc684e7-3348-4896-b309-82ad214b5f24 None None] Network 8196b4c0-597d-4eba-9f08-9a87d14a2840 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:54:59.095612 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-1b051d33-3427-4d93-a524-c8609e051a1c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c168317b-5c4b-47e6-ba3c-c461b9db9a85 HTTP/1.1" status: 204  len: 168 time: 0.4030023
Apr 08 02:54:59.095747 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49528) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:59.143878 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5b78f8a0-0378-4be7-9621-14bb491e5886 req-485f0ffe-267b-496b-8e3c-85a0a793b435 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603507
Apr 08 02:54:59.209674 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093558'] for network, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:59.220829 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] Deleting port 539b6797-af07-4121-8aed-e113235cef65 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:54:59.221139 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:59.362036 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7714ecdb-cd6c-4dd9-a097-d8613ffceff6 None None] DHCP port deletion for 8196b4c0-597d-4eba-9f08-9a87d14a2840 request from dv-cinder-837052-1-iscsi {{(pid=83138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 08 02:54:59.367252 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-7714ecdb-cd6c-4dd9-a097-d8613ffceff6 None None] Deleting port 539b6797-af07-4121-8aed-e113235cef65 {{(pid=83138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:54:59.367617 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-7714ecdb-cd6c-4dd9-a097-d8613ffceff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:59.526191 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] For port 539b6797-af07-4121-8aed-e113235cef65, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=539b6797-af07-4121-8aed-e113235cef65,segment=NetworkSegment(c4ea6119-8d4f-49d5-9638-9e97210496dd),segment_id=c4ea6119-8d4f-49d5-9638-9e97210496dd)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:54:59.526859 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:59.570643 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-7714ecdb-cd6c-4dd9-a097-d8613ffceff6 None None] For port 539b6797-af07-4121-8aed-e113235cef65, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=539b6797-af07-4121-8aed-e113235cef65,segment=NetworkSegment(c4ea6119-8d4f-49d5-9638-9e97210496dd),segment_id=c4ea6119-8d4f-49d5-9638-9e97210496dd)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:54:59.571143 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-7714ecdb-cd6c-4dd9-a097-d8613ffceff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:59.653976 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] Calling delete_port for 539b6797-af07-4121-8aed-e113235cef65 owned by network:dhcp {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:54:59.701535 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-7714ecdb-cd6c-4dd9-a097-d8613ffceff6 None None] Calling delete_port for 539b6797-af07-4121-8aed-e113235cef65 owned by network:dhcp {{(pid=83138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:54:59.725676 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:59.773402 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=539b6797-af07-4121-8aed-e113235cef65,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:59.775936 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.db.api [None req-7714ecdb-cd6c-4dd9-a097-d8613ffceff6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:54:59.776414 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG oslo_db.api [None req-7714ecdb-cd6c-4dd9-a097-d8613ffceff6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:54:59.778344 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] No DVR routers for this DVR port 539b6797-af07-4121-8aed-e113235cef65 on host dv-cinder-837052-1-iscsi {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:54:59.891809 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7724606', 'neutron.services.segments.db._delete_segments_for_network-8741772167792'] for network, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:59.916554 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f35a20ffaf0>,) {'filters': {'network_id': ['8196b4c0-597d-4eba-9f08-9a87d14a2840']}} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:59.929542 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a20ffaf0>, 'c4ea6119-8d4f-49d5-9638-9e97210496dd') {'for_net_delete': True} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:59.929829 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a20ffaf0>, 'c4ea6119-8d4f-49d5-9638-9e97210496dd') {} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:59.941186 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741772166903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1116830'] for segment, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:59.956829 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:59.957242 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 773e922b-f283-4676-819b-03c934d3f216 no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:54:59.963449 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=83137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 08 02:54:59.963979 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8097254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1140013'] for segment, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]: Traceback (most recent call last):
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:     timer()
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:     cb(*args, **kw)
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:     return func(*args, **kwargs)
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:     self._notify()
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:     self.callback(batched_events)
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:     event.method(event)
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:     return f(self, *a, **k)
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self._get(url).json()
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:54:59.977606 dv-cinder-837052-1-iscsi neutron-server[83137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:54:59.990044 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: 773e922b-f283-4676-819b-03c934d3f216 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:54:59.991050 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 773e922b-f283-4676-819b-03c934d3f216 not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:54:59.991442 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 539b6797-af07-4121-8aed-e113235cef65 no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:00.022783 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: 539b6797-af07-4121-8aed-e113235cef65 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:55:00.023118 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 539b6797-af07-4121-8aed-e113235cef65 not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:00.052303 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7724551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783662'] for network, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:00.072020 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:00.077689 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] Pushing event deleted for resources: {'Network': ['ID=8196b4c0-597d-4eba-9f08-9a87d14a2840,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:00.093216 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-4a9d3b32-529d-45b4-a414-ce806c528f63 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8196b4c0-597d-4eba-9f08-9a87d14a2840 HTTP/1.1" status: 204  len: 168 time: 0.9965250
Apr 08 02:55:00.096018 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49544) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:00.277861 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-7714ecdb-cd6c-4dd9-a097-d8613ffceff6 None None] Deleting port 539b6797-af07-4121-8aed-e113235cef65 {{(pid=83138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:00.278238 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-7714ecdb-cd6c-4dd9-a097-d8613ffceff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:00.343735 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-7714ecdb-cd6c-4dd9-a097-d8613ffceff6 None None] The port '539b6797-af07-4121-8aed-e113235cef65' was deleted {{(pid=83138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 08 02:55:00.360336 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a73aee-86a9-4f18-8862-466d41fdb462 req-749ddfbc-e8c1-4f78-8ff4-d01a753c95d2 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:00.361859 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-78a73aee-86a9-4f18-8862-466d41fdb462 req-749ddfbc-e8c1-4f78-8ff4-d01a753c95d2 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 946 time: 0.0909817
Apr 08 02:55:00.408989 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-78a73aee-86a9-4f18-8862-466d41fdb462 req-ef0ee3a7-1e1d-45d1-87dd-60b401dcdae6 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411403
Apr 08 02:55:00.473302 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-10b05bbc-0d33-41ef-aa9a-43939a90d47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784174'] for router_interface, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:01.131997 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-10b05bbc-0d33-41ef-aa9a-43939a90d47f admin admin] Deleting port 64a40a69-1d43-4b45-8836-c8c915cae5ba {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:01.132663 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-10b05bbc-0d33-41ef-aa9a-43939a90d47f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:01.299056 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [None req-10b05bbc-0d33-41ef-aa9a-43939a90d47f admin admin] For port 64a40a69-1d43-4b45-8836-c8c915cae5ba, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=64a40a69-1d43-4b45-8836-c8c915cae5ba,segment=NetworkSegment(73b25825-562f-47f6-bc0e-6613442d898d),segment_id=73b25825-562f-47f6-bc0e-6613442d898d)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:55:01.299311 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-10b05bbc-0d33-41ef-aa9a-43939a90d47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:01.415335 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-10b05bbc-0d33-41ef-aa9a-43939a90d47f admin admin] Calling delete_port for 64a40a69-1d43-4b45-8836-c8c915cae5ba owned by network:router_interface {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:55:01.575646 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-10b05bbc-0d33-41ef-aa9a-43939a90d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:01.617139 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b05bbc-0d33-41ef-aa9a-43939a90d47f admin admin] Pushing event deleted for resources: {'Port': ['ID=64a40a69-1d43-4b45-8836-c8c915cae5ba,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:01.896120 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-10b05bbc-0d33-41ef-aa9a-43939a90d47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7999094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784255'] for router_interface, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:02.535184 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b05bbc-0d33-41ef-aa9a-43939a90d47f admin admin] Router ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:55:02.732183 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b05bbc-0d33-41ef-aa9a-43939a90d47f admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:55:02.740517 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07addf7-4ea7-4140-b419-75a1359389e7 None None] Sync routers for ids ['ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:55:02.747888 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-10b05bbc-0d33-41ef-aa9a-43939a90d47f admin admin] 10.222.0.48 "PUT /v2.0/routers/ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6508901
Apr 08 02:55:02.750472 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49552) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:02.752605 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07addf7-4ea7-4140-b419-75a1359389e7 None None] Routers {'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:55:02.753213 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-b07addf7-4ea7-4140-b419-75a1359389e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a293c2e0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:54:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:02.927051 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-b07addf7-4ea7-4140-b419-75a1359389e7 None None] Set router ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:55:02.944041 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8382-85aa-41e3-ad8c-2f1a4482248c admin admin] Notify callbacks [] for router, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:03.144470 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8382-85aa-41e3-ad8c-2f1a4482248c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:03.154426 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-3f2a8382-85aa-41e3-ad8c-2f1a4482248c admin admin] Deleting port 539ea266-50c1-408b-a21c-61271b725e72 {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:03.154820 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8382-85aa-41e3-ad8c-2f1a4482248c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:03.236193 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-b07addf7-4ea7-4140-b419-75a1359389e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a293c2e0>, [{'id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'name': 'tempest-TestMinimumBasicScenario-1065529009-router', 'tenant_id': '9abe65b75c49425d8eee644b8ac3a281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '539ea266-50c1-408b-a21c-61271b725e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:58Z', 'updated_at': '2022-04-08T02:55:01Z', 'revision_number': 5, 'project_id': '9abe65b75c49425d8eee644b8ac3a281', 'gw_port': {'id': '539ea266-50c1-408b-a21c-61271b725e72', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:59Z', 'updated_at': '2022-04-08T02:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:03.239818 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07addf7-4ea7-4140-b419-75a1359389e7 None None] Checking router: ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7 for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:55:03.250413 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07addf7-4ea7-4140-b419-75a1359389e7 None None] Routers {'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:55:03.251095 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-b07addf7-4ea7-4140-b419-75a1359389e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a293c2e0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:54:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:03.330794 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [None req-3f2a8382-85aa-41e3-ad8c-2f1a4482248c admin admin] For port 539ea266-50c1-408b-a21c-61271b725e72, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=539ea266-50c1-408b-a21c-61271b725e72,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:55:03.331149 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8382-85aa-41e3-ad8c-2f1a4482248c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:03.397645 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-b07addf7-4ea7-4140-b419-75a1359389e7 None None] Set router ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7 gateway port host: None {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:55:03.456577 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-3f2a8382-85aa-41e3-ad8c-2f1a4482248c admin admin] Calling delete_port for 539ea266-50c1-408b-a21c-61271b725e72 owned by network:router_gateway {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:55:03.501932 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-b07addf7-4ea7-4140-b419-75a1359389e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a293c2e0>, [{'id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'name': 'tempest-TestMinimumBasicScenario-1065529009-router', 'tenant_id': '9abe65b75c49425d8eee644b8ac3a281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:58Z', 'updated_at': '2022-04-08T02:55:03Z', 'revision_number': 6, 'project_id': '9abe65b75c49425d8eee644b8ac3a281', 'gw_port_host': None}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:03.505982 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07addf7-4ea7-4140-b419-75a1359389e7 None None] The sync data for ids ['ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7'] in dv-cinder-837052-1-iscsi is: [{'id': 'ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7', 'name': 'tempest-TestMinimumBasicScenario-1065529009-router', 'tenant_id': '9abe65b75c49425d8eee644b8ac3a281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:58Z', 'updated_at': '2022-04-08T02:55:03Z', 'revision_number': 6, 'project_id': '9abe65b75c49425d8eee644b8ac3a281', 'gw_port_host': None}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:55:03.698441 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8382-85aa-41e3-ad8c-2f1a4482248c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:03.742605 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a8382-85aa-41e3-ad8c-2f1a4482248c admin admin] Pushing event deleted for resources: {'Port': ['ID=539ea266-50c1-408b-a21c-61271b725e72,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:03.969646 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8382-85aa-41e3-ad8c-2f1a4482248c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783685'] for router_gateway, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:04.217019 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8382-85aa-41e3-ad8c-2f1a4482248c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61762'] for router, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:04.221007 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8382-85aa-41e3-ad8c-2f1a4482248c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:04.247469 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8382-85aa-41e3-ad8c-2f1a4482248c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772969'] for router, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:04.248120 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2a8382-85aa-41e3-ad8c-2f1a4482248c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7 {{(pid=83136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 08 02:55:04.260942 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8382-85aa-41e3-ad8c-2f1a4482248c admin admin] Notify callbacks [] for router, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:04.262049 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-3f2a8382-85aa-41e3-ad8c-2f1a4482248c admin admin] 10.222.0.48 "DELETE /v2.0/routers/ca6a0cb9-0087-4cd3-8464-5aa69ef6a2d7 HTTP/1.1" status: 204  len: 168 time: 1.5105779
Apr 08 02:55:04.264855 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49556) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:04.319178 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 64a40a69-1d43-4b45-8836-c8c915cae5ba no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:04.331899 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf065851-0030-4830-948a-918f31d88d61 admin admin] Deleting subnet 6de7488e-affe-4955-97bf-fd553facec77 {{(pid=83137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 08 02:55:04.336030 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bf065851-0030-4830-948a-918f31d88d61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:04.355322 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: 64a40a69-1d43-4b45-8836-c8c915cae5ba {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:55:04.355658 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 64a40a69-1d43-4b45-8836-c8c915cae5ba not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:04.359255 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-859d77e2-f1ae-40eb-995b-2b31c7a7d618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:04.391282 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bf065851-0030-4830-948a-918f31d88d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1116807'] for subnet, precommit_delete_associations {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:04.471113 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bf065851-0030-4830-948a-918f31d88d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722885'] for subnet, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:04.547017 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bf065851-0030-4830-948a-918f31d88d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1140083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2044236'] for subnet, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:04.588117 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf065851-0030-4830-948a-918f31d88d61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6de7488e-affe-4955-97bf-fd553facec77,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:04.594371 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-bf065851-0030-4830-948a-918f31d88d61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:04.599403 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb6e52f-c76f-4617-bfce-9073473b9e5f None None] Network 451192cd-9d78-4181-95af-6fe906f89586 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:55:04.600951 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-bf065851-0030-4830-948a-918f31d88d61 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6de7488e-affe-4955-97bf-fd553facec77 HTTP/1.1" status: 204  len: 168 time: 0.3350902
Apr 08 02:55:04.603419 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49560) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:04.706214 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093558'] for network, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:04.717254 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] Deleting port 216e0475-9408-42c3-93bc-fc871e3b895d {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:04.717569 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:04.838147 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74593fc5-28d1-4a59-9d88-2e8655f67308 None None] DHCP port deletion for 451192cd-9d78-4181-95af-6fe906f89586 request from dv-cinder-837052-1-iscsi {{(pid=83138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 08 02:55:04.841961 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-74593fc5-28d1-4a59-9d88-2e8655f67308 None None] Deleting port 216e0475-9408-42c3-93bc-fc871e3b895d {{(pid=83138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:04.842321 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-74593fc5-28d1-4a59-9d88-2e8655f67308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:04.918887 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] For port 216e0475-9408-42c3-93bc-fc871e3b895d, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=216e0475-9408-42c3-93bc-fc871e3b895d,segment=NetworkSegment(73b25825-562f-47f6-bc0e-6613442d898d),segment_id=73b25825-562f-47f6-bc0e-6613442d898d)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:55:04.919330 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:05.038548 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] Calling delete_port for 216e0475-9408-42c3-93bc-fc871e3b895d owned by network:dhcp {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:55:05.045374 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-74593fc5-28d1-4a59-9d88-2e8655f67308 None None] For port 216e0475-9408-42c3-93bc-fc871e3b895d, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=216e0475-9408-42c3-93bc-fc871e3b895d,segment=NetworkSegment(73b25825-562f-47f6-bc0e-6613442d898d),segment_id=73b25825-562f-47f6-bc0e-6613442d898d)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:55:05.045752 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-74593fc5-28d1-4a59-9d88-2e8655f67308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:05.112978 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:05.158297 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] Pushing event deleted for resources: {'Port': ['ID=216e0475-9408-42c3-93bc-fc871e3b895d,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:05.162002 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] No DVR routers for this DVR port 216e0475-9408-42c3-93bc-fc871e3b895d on host dv-cinder-837052-1-iscsi {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:55:05.162925 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-74593fc5-28d1-4a59-9d88-2e8655f67308 None None] Calling delete_port for 216e0475-9408-42c3-93bc-fc871e3b895d owned by network:dhcp {{(pid=83138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:55:05.233990 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.db.api [None req-74593fc5-28d1-4a59-9d88-2e8655f67308 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:55:05.234348 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG oslo_db.api [None req-74593fc5-28d1-4a59-9d88-2e8655f67308 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:55:05.275936 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7724606', 'neutron.services.segments.db._delete_segments_for_network-8741772167792'] for network, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:05.300399 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f35a267fa90>,) {'filters': {'network_id': ['451192cd-9d78-4181-95af-6fe906f89586']}} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:05.312362 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a267fa90>, '73b25825-562f-47f6-bc0e-6613442d898d') {'for_net_delete': True} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:05.312652 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a267fa90>, '73b25825-562f-47f6-bc0e-6613442d898d') {} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:05.324173 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741772166903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1116830'] for segment, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:05.343525 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:05.349594 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=83137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 08 02:55:05.350192 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8097254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1140013'] for segment, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]: Traceback (most recent call last):
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:     timer()
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:     cb(*args, **kw)
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:     return func(*args, **kwargs)
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:     self._notify()
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:     self.callback(batched_events)
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:     event.method(event)
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:     return f(self, *a, **k)
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self._get(url).json()
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:55:05.447833 dv-cinder-837052-1-iscsi neutron-server[83137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:55:05.519741 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7724551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783662'] for network, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:05.537669 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:05.548133 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] Pushing event deleted for resources: {'Network': ['ID=451192cd-9d78-4181-95af-6fe906f89586,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:05.556093 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-3f81f7ec-e0a4-4da6-991e-85a8879bf4be admin admin] 10.222.0.48 "DELETE /v2.0/networks/451192cd-9d78-4181-95af-6fe906f89586 HTTP/1.1" status: 204  len: 168 time: 0.9517539
Apr 08 02:55:05.735470 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-74593fc5-28d1-4a59-9d88-2e8655f67308 None None] Deleting port 216e0475-9408-42c3-93bc-fc871e3b895d {{(pid=83138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:05.736102 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-74593fc5-28d1-4a59-9d88-2e8655f67308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:05.753738 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49574) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:05.822178 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-321da821-f28c-4254-a9e4-e0d1313c2220 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6eb5fe9c67d048c5b2097f9a923ac025&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0672410
Apr 08 02:55:05.824052 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-74593fc5-28d1-4a59-9d88-2e8655f67308 None None] The port '216e0475-9408-42c3-93bc-fc871e3b895d' was deleted {{(pid=83138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 08 02:55:05.824882 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49578) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:05.888865 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-16ddd85e-3ca3-471b-b79e-8fdeb90aeb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:05.916174 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-16ddd85e-3ca3-471b-b79e-8fdeb90aeb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:06.000871 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 539ea266-50c1-408b-a21c-61271b725e72 no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:06.003013 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-16ddd85e-3ca3-471b-b79e-8fdeb90aeb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:06.012988 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:55:06.027168 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddd85e-3ca3-471b-b79e-8fdeb90aeb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef78536-5a23-418e-9e93-59112f99393e,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:06.034073 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: 539ea266-50c1-408b-a21c-61271b725e72 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:55:06.034406 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 539ea266-50c1-408b-a21c-61271b725e72 not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:06.035091 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 216e0475-9408-42c3-93bc-fc871e3b895d no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:06.039617 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-16ddd85e-3ca3-471b-b79e-8fdeb90aeb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:06.040724 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-16ddd85e-3ca3-471b-b79e-8fdeb90aeb9e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ef78536-5a23-418e-9e93-59112f99393e HTTP/1.1" status: 204  len: 168 time: 0.2148840
Apr 08 02:55:06.076811 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: 216e0475-9408-42c3-93bc-fc871e3b895d {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:55:06.077077 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 216e0475-9408-42c3-93bc-fc871e3b895d not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:06.424556 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49590) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:06.473024 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-957f869a-346c-4f75-b7b1-c5daf8ec7a8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9abe65b75c49425d8eee644b8ac3a281&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0473897
Apr 08 02:55:06.476128 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49594) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:06.508759 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-149767c1-4681-4298-a4d3-a85776351bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:06.536131 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-04824761-6ca7-42d9-a12c-6932b9525949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:06.562873 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-04824761-6ca7-42d9-a12c-6932b9525949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:06.615883 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-04824761-6ca7-42d9-a12c-6932b9525949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:06.630228 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04824761-6ca7-42d9-a12c-6932b9525949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e171220-cc40-4c0a-80e1-471fc7edd795,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:06.636792 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-04824761-6ca7-42d9-a12c-6932b9525949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:06.638137 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-04824761-6ca7-42d9-a12c-6932b9525949 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e171220-cc40-4c0a-80e1-471fc7edd795 HTTP/1.1" status: 204  len: 168 time: 0.1611149
Apr 08 02:55:07.674091 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:07.869601 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:08.586908 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:09.178423 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:30.169794 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93d3eb-b8f7-4822-8f4c-c1b9d2b52c46 req-c8244ca5-c856-415d-8cf0-5ea1a460469f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:30.171227 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0a93d3eb-b8f7-4822-8f4c-c1b9d2b52c46 req-c8244ca5-c856-415d-8cf0-5ea1a460469f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 946 time: 0.0766752
Apr 08 02:55:30.214531 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0a93d3eb-b8f7-4822-8f4c-c1b9d2b52c46 req-2cf7c19a-9154-45a6-9cd5-a5378881de69 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8c2ca8b-9077-4293-8285-23196213c7a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378048
Apr 08 02:55:31.410362 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df51d31-57c4-4a79-a708-9b639ef22c62 req-5271ac84-4e7e-45b0-882a-7eb2291bb13e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:31.412425 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2df51d31-57c4-4a79-a708-9b639ef22c62 req-5271ac84-4e7e-45b0-882a-7eb2291bb13e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 946 time: 0.0755382
Apr 08 02:55:31.459103 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2df51d31-57c4-4a79-a708-9b639ef22c62 req-3458ba53-611a-4f3c-982f-cbb2e3b3b2aa tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8c2ca8b-9077-4293-8285-23196213c7a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412183
Apr 08 02:55:32.104396 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229047fc-3aeb-4c77-a553-f6f6734865e6 req-7153b34d-4010-49df-84b7-fd7bf26cc31f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:32.105081 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-229047fc-3aeb-4c77-a553-f6f6734865e6 req-7153b34d-4010-49df-84b7-fd7bf26cc31f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Synchronizing usage tracker for tenant:d7c31bb4f3ce486591bc142b1da7553e on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:55:32.119496 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-229047fc-3aeb-4c77-a553-f6f6734865e6 req-7153b34d-4010-49df-84b7-fd7bf26cc31f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Unset dirty status for tenant:d7c31bb4f3ce486591bc142b1da7553e on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:55:32.120567 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-229047fc-3aeb-4c77-a553-f6f6734865e6 req-7153b34d-4010-49df-84b7-fd7bf26cc31f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.49 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 946 time: 0.0922465
Apr 08 02:55:32.186317 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-229047fc-3aeb-4c77-a553-f6f6734865e6 req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Deleting port c589e3c6-07ca-44fc-ae31-96e15494023f {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:32.186580 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-229047fc-3aeb-4c77-a553-f6f6734865e6 req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.421235 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-229047fc-3aeb-4c77-a553-f6f6734865e6 req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] For port c589e3c6-07ca-44fc-ae31-96e15494023f, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c589e3c6-07ca-44fc-ae31-96e15494023f,segment=NetworkSegment(ef0bf9c2-237a-4677-bb35-a0c5d1411c7b),segment_id=ef0bf9c2-237a-4677-bb35-a0c5d1411c7b)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:55:32.421581 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-229047fc-3aeb-4c77-a553-f6f6734865e6 req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.658008 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce52867-f17f-4ff7-acbc-6e95dddb8e37 req-837db78f-04f3-434c-a97e-ffe905bc29bd tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:32.659460 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-dce52867-f17f-4ff7-acbc-6e95dddb8e37 req-837db78f-04f3-434c-a97e-ffe905bc29bd tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 946 time: 0.0747509
Apr 08 02:55:32.699361 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-229047fc-3aeb-4c77-a553-f6f6734865e6 req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.699722 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-229047fc-3aeb-4c77-a553-f6f6734865e6 req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.700026 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.l3_db [req-229047fc-3aeb-4c77-a553-f6f6734865e6 req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Floating IP cf5a5be4-ddd8-4200-95cf-9291bf9614ae disassociated. External IP: 172.27.2.254, port: c589e3c6-07ca-44fc-ae31-96e15494023f.
Apr 08 02:55:32.700358 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-229047fc-3aeb-4c77-a553-f6f6734865e6 req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Calling delete_port for c589e3c6-07ca-44fc-ae31-96e15494023f owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:55:32.704936 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-dce52867-f17f-4ff7-acbc-6e95dddb8e37 req-3f6165b4-f83f-4ffc-a2d4-dfc4425b1421 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8c2ca8b-9077-4293-8285-23196213c7a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392699
Apr 08 02:55:32.836740 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-229047fc-3aeb-4c77-a553-f6f6734865e6 req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.884424 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Pushing event deleted for resources: {'Port': ['ID=c589e3c6-07ca-44fc-ae31-96e15494023f,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:32.898116 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.898454 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.898808 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.899135 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.899464 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.899785 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.900105 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.900425 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.900740 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.901048 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.901361 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:33.096724 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-229047fc-3aeb-4c77-a553-f6f6734865e6 req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Router a96affaf-da1f-485a-a776-09b1fb893db9 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:55:33.294788 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-229047fc-3aeb-4c77-a553-f6f6734865e6 req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:55:33.304842 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0c5b7-e6c2-4bcc-b044-9fcf62184ab8 None None] Sync routers for ids ['a96affaf-da1f-485a-a776-09b1fb893db9'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:55:33.318539 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d0c5b7-e6c2-4bcc-b044-9fcf62184ab8 None None] Routers {'a96affaf-da1f-485a-a776-09b1fb893db9'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:55:33.319293 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-b2d0c5b7-e6c2-4bcc-b044-9fcf62184ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2a9deb0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a96affaf-da1f-485a-a776-09b1fb893db9'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:33.461736 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-229047fc-3aeb-4c77-a553-f6f6734865e6 req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] No DVR routers for this DVR port c589e3c6-07ca-44fc-ae31-96e15494023f on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:55:33.464285 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-229047fc-3aeb-4c77-a553-f6f6734865e6 req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:33.466821 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170aa648-5004-4e0d-9f78-aad5b2764ce1', 'name': 'network-vif-deleted', 'tag': 'c589e3c6-07ca-44fc-ae31-96e15494023f'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:55:33.483387 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-229047fc-3aeb-4c77-a553-f6f6734865e6 req-a4cad476-89d5-4536-93c9-68394a9671ef tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.49 "DELETE /v2.0/ports/c589e3c6-07ca-44fc-ae31-96e15494023f HTTP/1.1" status: 204  len: 173 time: 1.3569174
Apr 08 02:55:33.504187 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-b2d0c5b7-e6c2-4bcc-b044-9fcf62184ab8 None None] Set router a96affaf-da1f-485a-a776-09b1fb893db9 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:55:33.742292 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4cd2ea4-3010-4470-88da-cd1b1e19f65c'] response: {'server_uuid': '170aa648-5004-4e0d-9f78-aad5b2764ce1', 'name': 'network-vif-deleted', 'tag': 'c589e3c6-07ca-44fc-ae31-96e15494023f', 'status': 'completed', 'code': 200}
Apr 08 02:55:33.823011 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-b2d0c5b7-e6c2-4bcc-b044-9fcf62184ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2a9deb0>, [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:27Z', 'revision_number': 4, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port': {'id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '672f3630-41b7-44f7-b424-5dc4d8859023', 'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'mac_address': 'fa:16:3e:4e:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:26Z', 'updated_at': '2022-04-08T02:46:35Z', 'revision_number': 5, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'subnets': [{'id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:33.826703 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0c5b7-e6c2-4bcc-b044-9fcf62184ab8 None None] Checking router: a96affaf-da1f-485a-a776-09b1fb893db9 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:55:33.837195 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d0c5b7-e6c2-4bcc-b044-9fcf62184ab8 None None] Routers {'a96affaf-da1f-485a-a776-09b1fb893db9'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:55:33.837778 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-b2d0c5b7-e6c2-4bcc-b044-9fcf62184ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2a9deb0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a96affaf-da1f-485a-a776-09b1fb893db9'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:33.878770 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a5ad0466-5e5a-4c6a-a0da-e5a9646d2959 req-6e3e0057-8a7b-4b5a-a2a2-927b5044252f tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/ports?device_id=170aa648-5004-4e0d-9f78-aad5b2764ce1 HTTP/1.1" status: 200  len: 210 time: 0.0398405
Apr 08 02:55:34.015997 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-b2d0c5b7-e6c2-4bcc-b044-9fcf62184ab8 None None] Set router a96affaf-da1f-485a-a776-09b1fb893db9 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:55:34.311700 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49732) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:34.321681 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-bc91237b-3294-4d30-a20d-8cb2b5074c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:34.352814 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-b2d0c5b7-e6c2-4bcc-b044-9fcf62184ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2a9deb0>, [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:27Z', 'revision_number': 4, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port': {'id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '672f3630-41b7-44f7-b424-5dc4d8859023', 'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'mac_address': 'fa:16:3e:4e:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:26Z', 'updated_at': '2022-04-08T02:46:35Z', 'revision_number': 5, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'subnets': [{'id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:34.356626 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0c5b7-e6c2-4bcc-b044-9fcf62184ab8 None None] The sync data for ids ['a96affaf-da1f-485a-a776-09b1fb893db9'] in dv-cinder-837052-1-iscsi is: [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:27Z', 'revision_number': 4, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port': {'id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '672f3630-41b7-44f7-b424-5dc4d8859023', 'name': '', 'network_id': '5dea2017-1900-4ff0-b5ef-6938292bd5df', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'mac_address': 'fa:16:3e:4e:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:26Z', 'updated_at': '2022-04-08T02:46:35Z', 'revision_number': 5, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'subnets': [{'id': '4b82e368-c786-4ba4-b0db-18a49fdde3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:55:34.572443 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecbc0b2-afd4-4f8a-a841-be1cb7df6990 None None] New status for floating IP cf5a5be4-ddd8-4200-95cf-9291bf9614ae: DOWN {{(pid=83138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:55:34.696872 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Deleting port c02ae5cd-357f-4394-9194-81e2191b479e {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:34.697210 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:34.948727 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:34.949410 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.022858 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49742) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:35.024714 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device c589e3c6-07ca-44fc-ae31-96e15494023f no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:35.060226 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] No Port match for: c589e3c6-07ca-44fc-ae31-96e15494023f {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:55:35.060563 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device c589e3c6-07ca-44fc-ae31-96e15494023f not bound to the agent host hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:35.075102 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Calling delete_port for c02ae5cd-357f-4394-9194-81e2191b479e owned by network:floatingip {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:55:35.090003 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-24afc269-5505-483d-a1fc-797375f1636e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.117252 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-24afc269-5505-483d-a1fc-797375f1636e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.171072 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-24afc269-5505-483d-a1fc-797375f1636e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.190439 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afc269-5505-483d-a1fc-797375f1636e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c2ca8b-9077-4293-8285-23196213c7a7,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:35.203994 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-24afc269-5505-483d-a1fc-797375f1636e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.207617 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-24afc269-5505-483d-a1fc-797375f1636e tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "DELETE /v2.0/security-groups/a8c2ca8b-9077-4293-8285-23196213c7a7 HTTP/1.1" status: 204  len: 168 time: 0.1812415
Apr 08 02:55:35.208422 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49746) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:35.220752 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.229739 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.api.v2.resource [None req-e2915d19-ec7e-43a3-8a62-deb085cd63f5 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] show failed (client error): The resource could not be found.
Apr 08 02:55:35.230772 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-e2915d19-ec7e-43a3-8a62-deb085cd63f5 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "GET /v2.0/security-groups/a8c2ca8b-9077-4293-8285-23196213c7a7 HTTP/1.1" status: 404  len: 347 time: 0.0208693
Apr 08 02:55:35.233989 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49750) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:35.273900 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Pushing event deleted for resources: {'Port': ['ID=c02ae5cd-357f-4394-9194-81e2191b479e,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:35.314444 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:35.314829 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:35.315165 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:35.315494 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:35.315818 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:35.316140 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:35.316457 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:35.316778 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:35.317095 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:35.317445 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:35.317761 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:35.375550 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for floatingip, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.392011 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-b7d300c8-dfd7-46b6-a3f7-d2310e41fcb1 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Deleting port e2456186-3fa7-4b25-a9ed-fb86bf90f839 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:35.392352 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b7d300c8-dfd7-46b6-a3f7-d2310e41fcb1 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.591935 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b7d300c8-dfd7-46b6-a3f7-d2310e41fcb1 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.592257 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b7d300c8-dfd7-46b6-a3f7-d2310e41fcb1 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.725479 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-b7d300c8-dfd7-46b6-a3f7-d2310e41fcb1 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Calling delete_port for e2456186-3fa7-4b25-a9ed-fb86bf90f839 owned by network:floatingip {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:55:35.774855 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Router d0fe6377-ab40-4d5b-94de-3fffd0eb247e has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:55:35.877944 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b7d300c8-dfd7-46b6-a3f7-d2310e41fcb1 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.923243 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d300c8-dfd7-46b6-a3f7-d2310e41fcb1 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Pushing event deleted for resources: {'Port': ['ID=e2456186-3fa7-4b25-a9ed-fb86bf90f839,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:35.993207 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:55:36.008032 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:36.013775 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83739439-6a98-4e7e-8b2b-d526aebcbc4e None None] Sync routers for ids ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:55:36.025722 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b7d300c8-dfd7-46b6-a3f7-d2310e41fcb1 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks [] for floatingip, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:36.031017 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83739439-6a98-4e7e-8b2b-d526aebcbc4e None None] Routers {'d0fe6377-ab40-4d5b-94de-3fffd0eb247e'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:55:36.031805 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-83739439-6a98-4e7e-8b2b-d526aebcbc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2c17910>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:36.041135 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b7d300c8-dfd7-46b6-a3f7-d2310e41fcb1 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:36.042285 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-b7d300c8-dfd7-46b6-a3f7-d2310e41fcb1 tempest-AttachVolumeTestJSON-696020671 tempest-AttachVolumeTestJSON-696020671-project] 10.222.0.48 "DELETE /v2.0/floatingips/cf5a5be4-ddd8-4200-95cf-9291bf9614ae HTTP/1.1" status: 204  len: 168 time: 0.8073432
Apr 08 02:55:36.073385 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-5468ca91-96d9-4d10-b942-f50d07e2acad tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "DELETE /v2.0/floatingips/7fbbb8c6-0508-41c1-b0a8-3ce42b1859bc HTTP/1.1" status: 204  len: 168 time: 1.7607043
Apr 08 02:55:36.074088 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb4b617-e0c5-4496-858f-f139414f8fb5', 'tag': '1be6ca01-4620-4592-8649-c93ad2064024'}] {{(pid=83136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:55:36.135365 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79445d70-1aff-4921-9ed5-bf910efd472f'] response: {'name': 'network-changed', 'server_uuid': '2fb4b617-e0c5-4496-858f-f139414f8fb5', 'tag': '1be6ca01-4620-4592-8649-c93ad2064024', 'status': 'completed', 'code': 200}
Apr 08 02:55:36.247360 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7cfa984b-33e5-4c97-8c77-2f82e6611a47 req-cc0a8b32-e089-4f98-a6a8-6c5222f17856 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89f311117084470f8e8d16c47ad1d2ae&device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 1098 time: 0.0842197
Apr 08 02:55:36.270331 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-83739439-6a98-4e7e-8b2b-d526aebcbc4e None None] Set router d0fe6377-ab40-4d5b-94de-3fffd0eb247e gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:55:36.393399 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa984b-33e5-4c97-8c77-2f82e6611a47 req-b80967b0-8f32-4d47-b5fe-a797c68a6523 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:36.394901 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7cfa984b-33e5-4c97-8c77-2f82e6611a47 req-b80967b0-8f32-4d47-b5fe-a797c68a6523 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e024dc7-08f6-4065-988a-c132275bafc0 HTTP/1.1" status: 200  len: 910 time: 0.1410589
Apr 08 02:55:36.470746 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7cfa984b-33e5-4c97-8c77-2f82e6611a47 req-f618fe39-2b0b-4aad-ae3a-d5b432ce0c02 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1be6ca01-4620-4592-8649-c93ad2064024 HTTP/1.1" status: 200  len: 217 time: 0.0681019
Apr 08 02:55:36.516873 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ccd45fa7-3dc6-4657-9642-093a1965d375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:36.521991 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1615f1f-4640-4fc9-aeb7-f7f2eb262e96 req-fa420339-a8f2-4f3c-852e-0d4e18144f10 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:36.522857 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-c1615f1f-4640-4fc9-aeb7-f7f2eb262e96 req-fa420339-a8f2-4f3c-852e-0d4e18144f10 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Synchronizing usage tracker for tenant:89f311117084470f8e8d16c47ad1d2ae on resource:port {{(pid=83136) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:55:36.546284 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [req-c1615f1f-4640-4fc9-aeb7-f7f2eb262e96 req-fa420339-a8f2-4f3c-852e-0d4e18144f10 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Unset dirty status for tenant:89f311117084470f8e8d16c47ad1d2ae on resource:port {{(pid=83136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:55:36.547592 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c1615f1f-4640-4fc9-aeb7-f7f2eb262e96 req-fa420339-a8f2-4f3c-852e-0d4e18144f10 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.1082630
Apr 08 02:55:36.550353 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa984b-33e5-4c97-8c77-2f82e6611a47 req-6f07b4eb-bd00-4497-b1b8-ca80a7549817 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:36.552984 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7cfa984b-33e5-4c97-8c77-2f82e6611a47 req-6f07b4eb-bd00-4497-b1b8-ca80a7549817 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2 HTTP/1.1" status: 200  len: 848 time: 0.0746579
Apr 08 02:55:36.597425 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c1615f1f-4640-4fc9-aeb7-f7f2eb262e96 req-eccf901c-d674-4716-a3a4-d19255f8eb44 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432525
Apr 08 02:55:36.638044 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-83739439-6a98-4e7e-8b2b-d526aebcbc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2c17910>, [{'id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'name': 'tempest-TestShelveInstance-2015724263-router', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:50Z', 'revision_number': 4, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'gw_port': {'id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'c146c260-ced1-4ab6-af56-e2142261b527', 'name': '', 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'mac_address': 'fa:16:3e:1e:57:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:49Z', 'updated_at': '2022-04-08T02:49:59Z', 'revision_number': 5, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'subnets': [{'id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:36.641687 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7cfa984b-33e5-4c97-8c77-2f82e6611a47 req-80d31825-2a9f-46f1-9290-43beab3814bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e024dc7-08f6-4065-988a-c132275bafc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833423
Apr 08 02:55:36.641913 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83739439-6a98-4e7e-8b2b-d526aebcbc4e None None] Checking router: d0fe6377-ab40-4d5b-94de-3fffd0eb247e for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:55:36.652476 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83739439-6a98-4e7e-8b2b-d526aebcbc4e None None] Routers {'d0fe6377-ab40-4d5b-94de-3fffd0eb247e'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:55:36.653047 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-83739439-6a98-4e7e-8b2b-d526aebcbc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2c17910>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:36.772248 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7cfa984b-33e5-4c97-8c77-2f82e6611a47 req-3c391e40-9e3e-4e48-b951-f3088e7df1da service neutron] 10.222.0.49 "GET /v2.0/networks/7e024dc7-08f6-4065-988a-c132275bafc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235297
Apr 08 02:55:36.830820 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-83739439-6a98-4e7e-8b2b-d526aebcbc4e None None] Set router d0fe6377-ab40-4d5b-94de-3fffd0eb247e gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:55:36.981377 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7cfa984b-33e5-4c97-8c77-2f82e6611a47 req-806303ca-7b45-4d8c-bbbe-1baeb85d8eeb service neutron] 10.222.0.49 "GET /v2.0/networks/7e024dc7-08f6-4065-988a-c132275bafc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2014496
Apr 08 02:55:37.137385 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-83739439-6a98-4e7e-8b2b-d526aebcbc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2c17910>, [{'id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'name': 'tempest-TestShelveInstance-2015724263-router', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:50Z', 'revision_number': 4, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'gw_port': {'id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'c146c260-ced1-4ab6-af56-e2142261b527', 'name': '', 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'mac_address': 'fa:16:3e:1e:57:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:49Z', 'updated_at': '2022-04-08T02:49:59Z', 'revision_number': 5, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'subnets': [{'id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:37.141415 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83739439-6a98-4e7e-8b2b-d526aebcbc4e None None] The sync data for ids ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'] in dv-cinder-837052-1-iscsi is: [{'id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'name': 'tempest-TestShelveInstance-2015724263-router', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:50Z', 'revision_number': 4, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'gw_port': {'id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'c146c260-ced1-4ab6-af56-e2142261b527', 'name': '', 'network_id': '7e024dc7-08f6-4065-988a-c132275bafc0', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'mac_address': 'fa:16:3e:1e:57:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:49Z', 'updated_at': '2022-04-08T02:49:59Z', 'revision_number': 5, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'subnets': [{'id': 'a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:55:37.349318 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477219f-ec8f-4b49-84f3-782c01b87d11 None None] New status for floating IP 7fbbb8c6-0508-41c1-b0a8-3ce42b1859bc: DOWN {{(pid=83138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:55:37.677138 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:37.807177 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473d88e-32d9-4a38-82b4-40d7fbfbf76f req-ddd72621-0338-4673-b68c-786e58ae0c34 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:37.808597 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1473d88e-32d9-4a38-82b4-40d7fbfbf76f req-ddd72621-0338-4673-b68c-786e58ae0c34 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.0823808
Apr 08 02:55:37.853540 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1473d88e-32d9-4a38-82b4-40d7fbfbf76f req-882f7ec6-3f29-474c-9e07-6b08b18b55e6 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cdd6bbf-d56f-487d-a199-2513eb8a07d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392175
Apr 08 02:55:37.873007 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:38.145770 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a45ec-d4c3-4600-9202-0e3cb8296f9f req-643daf85-202b-4867-aa4f-dfc32be686cd tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:38.146438 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-e43a45ec-d4c3-4600-9202-0e3cb8296f9f req-643daf85-202b-4867-aa4f-dfc32be686cd tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Synchronizing usage tracker for tenant:89f311117084470f8e8d16c47ad1d2ae on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:55:38.157696 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-e43a45ec-d4c3-4600-9202-0e3cb8296f9f req-643daf85-202b-4867-aa4f-dfc32be686cd tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Unset dirty status for tenant:89f311117084470f8e8d16c47ad1d2ae on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:55:38.158786 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e43a45ec-d4c3-4600-9202-0e3cb8296f9f req-643daf85-202b-4867-aa4f-dfc32be686cd tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 945 time: 0.0849745
Apr 08 02:55:38.229303 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-e43a45ec-d4c3-4600-9202-0e3cb8296f9f req-dbf52b39-0b43-4147-b146-5307019e5791 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Deleting port 1be6ca01-4620-4592-8649-c93ad2064024 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:38.229559 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-e43a45ec-d4c3-4600-9202-0e3cb8296f9f req-dbf52b39-0b43-4147-b146-5307019e5791 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:38.475325 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-e43a45ec-d4c3-4600-9202-0e3cb8296f9f req-dbf52b39-0b43-4147-b146-5307019e5791 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] For port 1be6ca01-4620-4592-8649-c93ad2064024, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1be6ca01-4620-4592-8649-c93ad2064024,segment=NetworkSegment(3ac88e81-d5b5-4b73-a252-17d939149d42),segment_id=3ac88e81-d5b5-4b73-a252-17d939149d42)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:55:38.475676 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-e43a45ec-d4c3-4600-9202-0e3cb8296f9f req-dbf52b39-0b43-4147-b146-5307019e5791 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:38.587369 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:38.605556 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-e43a45ec-d4c3-4600-9202-0e3cb8296f9f req-dbf52b39-0b43-4147-b146-5307019e5791 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Calling delete_port for 1be6ca01-4620-4592-8649-c93ad2064024 owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:55:38.750009 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-e43a45ec-d4c3-4600-9202-0e3cb8296f9f req-dbf52b39-0b43-4147-b146-5307019e5791 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:38.802626 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf52b39-0b43-4147-b146-5307019e5791 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Pushing event deleted for resources: {'Port': ['ID=1be6ca01-4620-4592-8649-c93ad2064024,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:38.876659 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43a45ec-d4c3-4600-9202-0e3cb8296f9f req-dbf52b39-0b43-4147-b146-5307019e5791 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] No DVR routers for this DVR port 1be6ca01-4620-4592-8649-c93ad2064024 on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:55:38.878954 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-e43a45ec-d4c3-4600-9202-0e3cb8296f9f req-dbf52b39-0b43-4147-b146-5307019e5791 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:38.881592 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb4b617-e0c5-4496-858f-f139414f8fb5', 'name': 'network-vif-deleted', 'tag': '1be6ca01-4620-4592-8649-c93ad2064024'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:55:38.897950 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e43a45ec-d4c3-4600-9202-0e3cb8296f9f req-dbf52b39-0b43-4147-b146-5307019e5791 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.49 "DELETE /v2.0/ports/1be6ca01-4620-4592-8649-c93ad2064024 HTTP/1.1" status: 204  len: 173 time: 0.7333665
Apr 08 02:55:38.938641 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb76ad4a-0a91-4569-92dd-fb9b0efdd07e'] response: {'server_uuid': '2fb4b617-e0c5-4496-858f-f139414f8fb5', 'name': 'network-vif-deleted', 'tag': '1be6ca01-4620-4592-8649-c93ad2064024', 'status': 'completed', 'code': 200}
Apr 08 02:55:39.029525 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-f7d01439-0e51-4e45-b70a-12fdb9d6818c req-9d55e45a-cbd2-47b0-86b5-ce339835693c tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fb4b617-e0c5-4496-858f-f139414f8fb5 HTTP/1.1" status: 200  len: 210 time: 0.0427351
Apr 08 02:55:39.182490 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:40.084818 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49796) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:40.134355 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49802) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:40.201312 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-10e83fdb-7f03-4905-94ae-9c7e241ff350 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:40.334514 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-10e83fdb-7f03-4905-94ae-9c7e241ff350 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:40.436399 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-10e83fdb-7f03-4905-94ae-9c7e241ff350 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:40.460518 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e83fdb-7f03-4905-94ae-9c7e241ff350 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdd6bbf-d56f-487d-a199-2513eb8a07d5,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:40.477878 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-10e83fdb-7f03-4905-94ae-9c7e241ff350 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:40.481437 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-10e83fdb-7f03-4905-94ae-9c7e241ff350 tempest-TestShelveInstance-808265055 tempest-TestShelveInstance-808265055-project] 10.222.0.48 "DELETE /v2.0/security-groups/6cdd6bbf-d56f-487d-a199-2513eb8a07d5 HTTP/1.1" status: 204  len: 168 time: 0.3435948
Apr 08 02:55:40.534706 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49808) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:40.668708 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a46f74dc-dd37-42b6-a281-b959397d4ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784174'] for router_interface, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.072997 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 1be6ca01-4620-4592-8649-c93ad2064024 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:41.080315 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-84f7503e-ab3c-47d7-8079-7c8ae8a5f9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784174'] for router_interface, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.108937 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] No Port match for: 1be6ca01-4620-4592-8649-c93ad2064024 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:55:41.109273 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 1be6ca01-4620-4592-8649-c93ad2064024 not bound to the agent host hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:41.341537 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-a46f74dc-dd37-42b6-a281-b959397d4ce3 admin admin] Deleting port 672f3630-41b7-44f7-b424-5dc4d8859023 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:41.342098 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a46f74dc-dd37-42b6-a281-b959397d4ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.511009 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [None req-a46f74dc-dd37-42b6-a281-b959397d4ce3 admin admin] For port 672f3630-41b7-44f7-b424-5dc4d8859023, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=672f3630-41b7-44f7-b424-5dc4d8859023,segment=NetworkSegment(ef0bf9c2-237a-4677-bb35-a0c5d1411c7b),segment_id=ef0bf9c2-237a-4677-bb35-a0c5d1411c7b)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:55:41.511358 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a46f74dc-dd37-42b6-a281-b959397d4ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.629068 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-a46f74dc-dd37-42b6-a281-b959397d4ce3 admin admin] Calling delete_port for 672f3630-41b7-44f7-b424-5dc4d8859023 owned by network:router_interface {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:55:41.670883 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-84f7503e-ab3c-47d7-8079-7c8ae8a5f9f8 admin admin] Deleting port c146c260-ced1-4ab6-af56-e2142261b527 {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:41.670883 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-84f7503e-ab3c-47d7-8079-7c8ae8a5f9f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.788695 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a46f74dc-dd37-42b6-a281-b959397d4ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.831179 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f74dc-dd37-42b6-a281-b959397d4ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=672f3630-41b7-44f7-b424-5dc4d8859023,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:41.842446 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [None req-84f7503e-ab3c-47d7-8079-7c8ae8a5f9f8 admin admin] For port c146c260-ced1-4ab6-af56-e2142261b527, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=c146c260-ced1-4ab6-af56-e2142261b527,segment=NetworkSegment(3ac88e81-d5b5-4b73-a252-17d939149d42),segment_id=3ac88e81-d5b5-4b73-a252-17d939149d42)] {{(pid=83136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:55:41.842932 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-84f7503e-ab3c-47d7-8079-7c8ae8a5f9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.977190 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-84f7503e-ab3c-47d7-8079-7c8ae8a5f9f8 admin admin] Calling delete_port for c146c260-ced1-4ab6-af56-e2142261b527 owned by network:router_interface {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:55:42.155570 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a46f74dc-dd37-42b6-a281-b959397d4ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7999094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784255'] for router_interface, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:42.158877 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-84f7503e-ab3c-47d7-8079-7c8ae8a5f9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:42.202292 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7503e-ab3c-47d7-8079-7c8ae8a5f9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c146c260-ced1-4ab6-af56-e2142261b527,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:42.624101 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-84f7503e-ab3c-47d7-8079-7c8ae8a5f9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7999094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784255'] for router_interface, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:42.874464 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46f74dc-dd37-42b6-a281-b959397d4ce3 admin admin] Router a96affaf-da1f-485a-a776-09b1fb893db9 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:55:43.004100 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:55:43.079447 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46f74dc-dd37-42b6-a281-b959397d4ce3 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:55:43.089479 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb941cc-d76b-4749-8730-eddc18a010d1 None None] Sync routers for ids ['a96affaf-da1f-485a-a776-09b1fb893db9'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:55:43.095013 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-a46f74dc-dd37-42b6-a281-b959397d4ce3 admin admin] 10.222.0.48 "PUT /v2.0/routers/a96affaf-da1f-485a-a776-09b1fb893db9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0069361
Apr 08 02:55:43.095372 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49824) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:43.101206 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb941cc-d76b-4749-8730-eddc18a010d1 None None] Routers {'a96affaf-da1f-485a-a776-09b1fb893db9'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:55:43.101910 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-5cb941cc-d76b-4749-8730-eddc18a010d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a287f430>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a96affaf-da1f-485a-a776-09b1fb893db9'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:43.225299 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f7503e-ab3c-47d7-8079-7c8ae8a5f9f8 admin admin] Router d0fe6377-ab40-4d5b-94de-3fffd0eb247e has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:55:43.295395 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9254-50b8-4627-975f-cf0d1ac9a87d admin admin] Notify callbacks [] for router, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:43.308059 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-5cb941cc-d76b-4749-8730-eddc18a010d1 None None] Set router a96affaf-da1f-485a-a776-09b1fb893db9 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:55:43.429718 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f7503e-ab3c-47d7-8079-7c8ae8a5f9f8 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:55:43.438801 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c6cc73-491b-42a2-831b-f57c295c16ee None None] Sync routers for ids ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:55:43.445691 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-84f7503e-ab3c-47d7-8079-7c8ae8a5f9f8 admin admin] 10.222.0.48 "PUT /v2.0/routers/d0fe6377-ab40-4d5b-94de-3fffd0eb247e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9075670
Apr 08 02:55:43.445918 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49828) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:43.456419 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c6cc73-491b-42a2-831b-f57c295c16ee None None] Routers {'d0fe6377-ab40-4d5b-94de-3fffd0eb247e'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:55:43.457501 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-55c6cc73-491b-42a2-831b-f57c295c16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a298a0a0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:43.509221 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9254-50b8-4627-975f-cf0d1ac9a87d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:43.523274 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-c3dd9254-50b8-4627-975f-cf0d1ac9a87d admin admin] Deleting port dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:43.523687 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9254-50b8-4627-975f-cf0d1ac9a87d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:43.609516 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-5cb941cc-d76b-4749-8730-eddc18a010d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a287f430>, [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:55:41Z', 'revision_number': 5, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port': {'id': 'dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:43.613679 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb941cc-d76b-4749-8730-eddc18a010d1 None None] Checking router: a96affaf-da1f-485a-a776-09b1fb893db9 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:55:43.630916 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb941cc-d76b-4749-8730-eddc18a010d1 None None] Routers {'a96affaf-da1f-485a-a776-09b1fb893db9'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:55:43.631638 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-5cb941cc-d76b-4749-8730-eddc18a010d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a287f430>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['a96affaf-da1f-485a-a776-09b1fb893db9'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:43.645099 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-55c6cc73-491b-42a2-831b-f57c295c16ee None None] Set router d0fe6377-ab40-4d5b-94de-3fffd0eb247e gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:55:43.662966 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0f9345e6-4f9d-4839-8018-f157140fc177 admin admin] Notify callbacks [] for router, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:43.804426 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [None req-c3dd9254-50b8-4627-975f-cf0d1ac9a87d admin admin] For port dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:55:43.807466 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9254-50b8-4627-975f-cf0d1ac9a87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:43.813154 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-5cb941cc-d76b-4749-8730-eddc18a010d1 None None] Set router a96affaf-da1f-485a-a776-09b1fb893db9 gateway port host: None {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:55:43.967184 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-55c6cc73-491b-42a2-831b-f57c295c16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a298a0a0>, [{'id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'name': 'tempest-TestShelveInstance-2015724263-router', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:55:42Z', 'revision_number': 5, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'gw_port': {'id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:43.971545 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c6cc73-491b-42a2-831b-f57c295c16ee None None] Checking router: d0fe6377-ab40-4d5b-94de-3fffd0eb247e for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:55:43.980766 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-5cb941cc-d76b-4749-8730-eddc18a010d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a287f430>, [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:55:43Z', 'revision_number': 6, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port_host': None}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:43.998822 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c6cc73-491b-42a2-831b-f57c295c16ee None None] Routers {'d0fe6377-ab40-4d5b-94de-3fffd0eb247e'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:55:43.999425 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-55c6cc73-491b-42a2-831b-f57c295c16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a298a0a0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:44.000594 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb941cc-d76b-4749-8730-eddc18a010d1 None None] The sync data for ids ['a96affaf-da1f-485a-a776-09b1fb893db9'] in dv-cinder-837052-1-iscsi is: [{'id': 'a96affaf-da1f-485a-a776-09b1fb893db9', 'name': 'tempest-AttachVolumeTestJSON-1941858750-router', 'tenant_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:46:24Z', 'updated_at': '2022-04-08T02:55:43Z', 'revision_number': 6, 'project_id': 'd7c31bb4f3ce486591bc142b1da7553e', 'gw_port_host': None}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:55:44.019777 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-c3dd9254-50b8-4627-975f-cf0d1ac9a87d admin admin] Calling delete_port for dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117 owned by network:router_gateway {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:55:44.111265 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0f9345e6-4f9d-4839-8018-f157140fc177 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:44.130408 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-0f9345e6-4f9d-4839-8018-f157140fc177 admin admin] Deleting port d7f03a3a-6f09-4f51-8111-a9697a9bce48 {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:44.131010 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0f9345e6-4f9d-4839-8018-f157140fc177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:44.217325 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-55c6cc73-491b-42a2-831b-f57c295c16ee None None] Set router d0fe6377-ab40-4d5b-94de-3fffd0eb247e gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:55:44.331550 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [None req-0f9345e6-4f9d-4839-8018-f157140fc177 admin admin] For port d7f03a3a-6f09-4f51-8111-a9697a9bce48, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=d7f03a3a-6f09-4f51-8111-a9697a9bce48,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:55:44.332120 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0f9345e6-4f9d-4839-8018-f157140fc177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:44.372490 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9254-50b8-4627-975f-cf0d1ac9a87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:44.440285 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd9254-50b8-4627-975f-cf0d1ac9a87d admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:44.546345 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-0f9345e6-4f9d-4839-8018-f157140fc177 admin admin] Calling delete_port for d7f03a3a-6f09-4f51-8111-a9697a9bce48 owned by network:router_gateway {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:55:44.643405 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-55c6cc73-491b-42a2-831b-f57c295c16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a298a0a0>, [{'id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'name': 'tempest-TestShelveInstance-2015724263-router', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:55:42Z', 'revision_number': 5, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'gw_port': {'id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:44.648539 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c6cc73-491b-42a2-831b-f57c295c16ee None None] The sync data for ids ['d0fe6377-ab40-4d5b-94de-3fffd0eb247e'] in dv-cinder-837052-1-iscsi is: [{'id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'name': 'tempest-TestShelveInstance-2015724263-router', 'tenant_id': '89f311117084470f8e8d16c47ad1d2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:55:42Z', 'revision_number': 5, 'project_id': '89f311117084470f8e8d16c47ad1d2ae', 'gw_port': {'id': 'd7f03a3a-6f09-4f51-8111-a9697a9bce48', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe6377-ab40-4d5b-94de-3fffd0eb247e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:47Z', 'updated_at': '2022-04-08T02:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:55:44.714157 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9254-50b8-4627-975f-cf0d1ac9a87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783685'] for router_gateway, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:44.764010 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0f9345e6-4f9d-4839-8018-f157140fc177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:44.810908 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9345e6-4f9d-4839-8018-f157140fc177 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f03a3a-6f09-4f51-8111-a9697a9bce48,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:44.979710 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9254-50b8-4627-975f-cf0d1ac9a87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61762'] for router, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:44.984399 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9254-50b8-4627-975f-cf0d1ac9a87d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.014547 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9254-50b8-4627-975f-cf0d1ac9a87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772969'] for router, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.014547 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dd9254-50b8-4627-975f-cf0d1ac9a87d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a96affaf-da1f-485a-a776-09b1fb893db9 {{(pid=83137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 08 02:55:45.029358 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9254-50b8-4627-975f-cf0d1ac9a87d admin admin] Notify callbacks [] for router, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.032916 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-c3dd9254-50b8-4627-975f-cf0d1ac9a87d admin admin] 10.222.0.48 "DELETE /v2.0/routers/a96affaf-da1f-485a-a776-09b1fb893db9 HTTP/1.1" status: 204  len: 168 time: 1.9343607
Apr 08 02:55:45.033223 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49846) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:45.055896 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0f9345e6-4f9d-4839-8018-f157140fc177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783685'] for router_gateway, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.105150 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d727f7f-4a1c-4d49-b7c2-0e469fbda764 admin admin] Deleting subnet 4b82e368-c786-4ba4-b0db-18a49fdde3c9 {{(pid=83137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 08 02:55:45.108281 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1d727f7f-4a1c-4d49-b7c2-0e469fbda764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.158315 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1d727f7f-4a1c-4d49-b7c2-0e469fbda764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1116807'] for subnet, precommit_delete_associations {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.235848 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1d727f7f-4a1c-4d49-b7c2-0e469fbda764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722885'] for subnet, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.316678 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1d727f7f-4a1c-4d49-b7c2-0e469fbda764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1140083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2044236'] for subnet, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.338970 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0f9345e6-4f9d-4839-8018-f157140fc177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61762'] for router, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.343060 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0f9345e6-4f9d-4839-8018-f157140fc177 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.351611 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d727f7f-4a1c-4d49-b7c2-0e469fbda764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b82e368-c786-4ba4-b0db-18a49fdde3c9,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:45.360117 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1d727f7f-4a1c-4d49-b7c2-0e469fbda764 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.366837 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-1d727f7f-4a1c-4d49-b7c2-0e469fbda764 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4b82e368-c786-4ba4-b0db-18a49fdde3c9 HTTP/1.1" status: 204  len: 168 time: 0.3325853
Apr 08 02:55:45.367301 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8f0ec1-6212-461c-bc9c-1f4a0b894829 None None] Network 5dea2017-1900-4ff0-b5ef-6938292bd5df requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:55:45.369276 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49850) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:45.388104 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0f9345e6-4f9d-4839-8018-f157140fc177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772969'] for router, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.388577 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9345e6-4f9d-4839-8018-f157140fc177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0fe6377-ab40-4d5b-94de-3fffd0eb247e {{(pid=83136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 08 02:55:45.402010 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0f9345e6-4f9d-4839-8018-f157140fc177 admin admin] Notify callbacks [] for router, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.405934 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-0f9345e6-4f9d-4839-8018-f157140fc177 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d0fe6377-ab40-4d5b-94de-3fffd0eb247e HTTP/1.1" status: 204  len: 168 time: 1.9590960
Apr 08 02:55:45.406490 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49854) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:45.470505 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3f9c61-960e-4067-9b37-527d2904eb41 admin admin] Deleting subnet a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2 {{(pid=83136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 08 02:55:45.477433 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5c3f9c61-960e-4067-9b37-527d2904eb41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.496182 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093558'] for network, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.509894 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] Deleting port c2df2fa9-1e86-4c4c-9ae3-438ba8cae491 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:45.510222 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.529846 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5c3f9c61-960e-4067-9b37-527d2904eb41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1926406'] for subnet, precommit_delete_associations {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.717757 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5c3f9c61-960e-4067-9b37-527d2904eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722885'] for subnet, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.732316 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] For port c2df2fa9-1e86-4c4c-9ae3-438ba8cae491, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=c2df2fa9-1e86-4c4c-9ae3-438ba8cae491,segment=NetworkSegment(ef0bf9c2-237a-4677-bb35-a0c5d1411c7b),segment_id=ef0bf9c2-237a-4677-bb35-a0c5d1411c7b)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:55:45.732662 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.787374 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5c3f9c61-960e-4067-9b37-527d2904eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2029836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1174040'] for subnet, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.826883 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f9c61-960e-4067-9b37-527d2904eb41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:45.833143 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5c3f9c61-960e-4067-9b37-527d2904eb41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.838766 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2b8727-a349-4177-9b81-f41ae7e13b88 None None] Network 7e024dc7-08f6-4065-988a-c132275bafc0 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:55:45.841754 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-5c3f9c61-960e-4067-9b37-527d2904eb41 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a9b6e1d9-7e66-4eb6-8cfa-3c3be2588cc2 HTTP/1.1" status: 204  len: 168 time: 0.4342413
Apr 08 02:55:45.844124 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49860) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:45.937780 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccd365b-83f9-428f-b016-fa85d4087b88 None None] DHCP port deletion for 5dea2017-1900-4ff0-b5ef-6938292bd5df request from dv-cinder-837052-1-iscsi {{(pid=83138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 08 02:55:45.961417 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd365b-83f9-428f-b016-fa85d4087b88 None None] Deleting port c2df2fa9-1e86-4c4c-9ae3-438ba8cae491 {{(pid=83138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:45.961908 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9ccd365b-83f9-428f-b016-fa85d4087b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.963753 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] Calling delete_port for c2df2fa9-1e86-4c4c-9ae3-438ba8cae491 owned by network:dhcp {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:55:46.018610 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093558'] for network, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.023872 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117 no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:46.030299 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] Deleting port 08d501cc-52bb-4f59-a717-01ada2199046 {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:46.030986 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.054695 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.106715 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2df2fa9-1e86-4c4c-9ae3-438ba8cae491,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:46.110153 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] No DVR routers for this DVR port c2df2fa9-1e86-4c4c-9ae3-438ba8cae491 on host dv-cinder-837052-1-iscsi {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:55:46.129551 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:55:46.129887 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device dc5c8dd8-6ebd-4ce5-affc-ae9b61f18117 not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:46.130286 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device d7f03a3a-6f09-4f51-8111-a9697a9bce48 no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:46.169960 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: d7f03a3a-6f09-4f51-8111-a9697a9bce48 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:55:46.170325 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device d7f03a3a-6f09-4f51-8111-a9697a9bce48 not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:46.170691 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device c2df2fa9-1e86-4c4c-9ae3-438ba8cae491 no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:46.226453 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7724606', 'neutron.services.segments.db._delete_segments_for_network-8741772167792'] for network, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.227399 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd365b-83f9-428f-b016-fa85d4087b88 None None] The port 'c2df2fa9-1e86-4c4c-9ae3-438ba8cae491' was deleted {{(pid=83138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 08 02:55:46.233698 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: c2df2fa9-1e86-4c4c-9ae3-438ba8cae491 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:55:46.233958 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device c2df2fa9-1e86-4c4c-9ae3-438ba8cae491 not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:46.234305 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device c146c260-ced1-4ab6-af56-e2142261b527 no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:46.256215 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f35a19fb1c0>,) {'filters': {'network_id': ['5dea2017-1900-4ff0-b5ef-6938292bd5df']}} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:46.261828 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] For port 08d501cc-52bb-4f59-a717-01ada2199046, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=08d501cc-52bb-4f59-a717-01ada2199046,segment=NetworkSegment(3ac88e81-d5b5-4b73-a252-17d939149d42),segment_id=3ac88e81-d5b5-4b73-a252-17d939149d42)] {{(pid=83136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:55:46.261828 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.275482 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a19fb1c0>, 'ef0bf9c2-237a-4677-bb35-a0c5d1411c7b') {'for_net_delete': True} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:46.275893 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a19fb1c0>, 'ef0bf9c2-237a-4677-bb35-a0c5d1411c7b') {} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:46.276675 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: c146c260-ced1-4ab6-af56-e2142261b527 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:55:46.277006 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device c146c260-ced1-4ab6-af56-e2142261b527 not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:46.277405 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 672f3630-41b7-44f7-b424-5dc4d8859023 no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:46.289876 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741772166903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1116830'] for segment, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.307593 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.311141 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: 672f3630-41b7-44f7-b424-5dc4d8859023 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:55:46.311470 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 672f3630-41b7-44f7-b424-5dc4d8859023 not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:46.359398 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=83137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 08 02:55:46.359800 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8097254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1140013'] for segment, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]: Traceback (most recent call last):
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:     timer()
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:     cb(*args, **kw)
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:     return func(*args, **kwargs)
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:     self._notify()
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:     self.callback(batched_events)
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:     event.method(event)
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:     return f(self, *a, **k)
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self._get(url).json()
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:55:46.373122 dv-cinder-837052-1-iscsi neutron-server[83137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:55:46.391608 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] Calling delete_port for 08d501cc-52bb-4f59-a717-01ada2199046 owned by network:dhcp {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:55:46.415925 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdb1e99-6cb1-433d-8b7b-891e8d700684 None None] DHCP port deletion for 7e024dc7-08f6-4065-988a-c132275bafc0 request from dv-cinder-837052-1-iscsi {{(pid=83138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 08 02:55:46.420443 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-8bdb1e99-6cb1-433d-8b7b-891e8d700684 None None] Deleting port 08d501cc-52bb-4f59-a717-01ada2199046 {{(pid=83138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:46.420845 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-8bdb1e99-6cb1-433d-8b7b-891e8d700684 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.474303 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7724551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783662'] for network, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.475345 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.480122 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-53785b1f-c9fc-41ff-bbf6-54e405396e99 req-54576607-3730-45db-a3b9-b5f6ba649416 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1674104
Apr 08 02:55:46.483120 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.518861 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-8bdb1e99-6cb1-433d-8b7b-891e8d700684 None None] The port '08d501cc-52bb-4f59-a717-01ada2199046' was deleted {{(pid=83138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 08 02:55:46.526129 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] Pushing event deleted for resources: {'Port': ['ID=08d501cc-52bb-4f59-a717-01ada2199046,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:46.532866 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] No DVR routers for this DVR port 08d501cc-52bb-4f59-a717-01ada2199046 on host dv-cinder-837052-1-iscsi {{(pid=83136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:55:46.552314 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dea2017-1900-4ff0-b5ef-6938292bd5df,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:46.573988 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-e8a00cff-cc81-46a3-a68a-586d584384b7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5dea2017-1900-4ff0-b5ef-6938292bd5df HTTP/1.1" status: 204  len: 168 time: 1.2035072
Apr 08 02:55:46.613743 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-53785b1f-c9fc-41ff-bbf6-54e405396e99 req-d7f91ae4-8e71-4df1-9d38-bad7c342964c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f673f0f0edd74c56a204930e93f143da&device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 1099 time: 0.1103191
Apr 08 02:55:46.652002 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7724606', 'neutron.services.segments.db._delete_segments_for_network-8741772167792'] for network, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.685122 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f35a1d800d0>,) {'filters': {'network_id': ['7e024dc7-08f6-4065-988a-c132275bafc0']}} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:46.698065 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a1d800d0>, '3ac88e81-d5b5-4b73-a252-17d939149d42') {'for_net_delete': True} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:46.698355 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a1d800d0>, '3ac88e81-d5b5-4b73-a252-17d939149d42') {} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:46.711037 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741772166903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1926431'] for segment, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.728365 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.734554 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=83136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 08 02:55:46.734968 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8097254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2029906'] for segment, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.741521 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49868) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]: Traceback (most recent call last):
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:     timer()
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:     cb(*args, **kw)
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:     return func(*args, **kwargs)
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:     self._notify()
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:     self.callback(batched_events)
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:     event.method(event)
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:     return f(self, *a, **k)
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._get(url).json()
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:55:46.749609 dv-cinder-837052-1-iscsi neutron-server[83136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:55:46.822913 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-30a419c4-1a66-4ef8-bb7f-16963394d9dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7c31bb4f3ce486591bc142b1da7553e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0802169
Apr 08 02:55:46.825529 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49872) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:46.836285 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53785b1f-c9fc-41ff-bbf6-54e405396e99 req-c253567c-79ee-4b29-9cb6-208d547ec4a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:46.837708 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-53785b1f-c9fc-41ff-bbf6-54e405396e99 req-c253567c-79ee-4b29-9cb6-208d547ec4a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9177d28f-82e1-4f7a-9248-434f10dfbba9 HTTP/1.1" status: 200  len: 918 time: 0.2060797
Apr 08 02:55:46.851718 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7724551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783662'] for network, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.871566 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.892753 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] Pushing event deleted for resources: {'Network': ['ID=7e024dc7-08f6-4065-988a-c132275bafc0,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:46.907954 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-f84c6d63-e24c-4a7d-aaea-2b1323bcf52b admin admin] 10.222.0.48 "DELETE /v2.0/networks/7e024dc7-08f6-4065-988a-c132275bafc0 HTTP/1.1" status: 204  len: 168 time: 1.0628030
Apr 08 02:55:46.916809 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49876) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:46.952047 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-53785b1f-c9fc-41ff-bbf6-54e405396e99 req-b846a788-ff38-4b6d-ab12-b445cb6d223b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd62dce-ca58-4c9e-bb8a-99411d102c48 HTTP/1.1" status: 200  len: 1001 time: 0.1078603
Apr 08 02:55:47.015204 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53785b1f-c9fc-41ff-bbf6-54e405396e99 req-a93fdf95-25f6-4d17-b67a-8142f79a063c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:47.016726 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-53785b1f-c9fc-41ff-bbf6-54e405396e99 req-a93fdf95-25f6-4d17-b67a-8142f79a063c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3ecf36cf-7175-47e0-89d3-2818045d184b HTTP/1.1" status: 200  len: 856 time: 0.0589859
Apr 08 02:55:47.030789 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0f37c8ef-e778-4e30-b129-0bb05bfd3642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:47.076032 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0f37c8ef-e778-4e30-b129-0bb05bfd3642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:47.093639 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-53785b1f-c9fc-41ff-bbf6-54e405396e99 req-5df57c39-b60a-48d4-aed3-ac6233b166ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9177d28f-82e1-4f7a-9248-434f10dfbba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710177
Apr 08 02:55:47.157406 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0f37c8ef-e778-4e30-b129-0bb05bfd3642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:47.184812 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37c8ef-e778-4e30-b129-0bb05bfd3642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4b3b15-bc25-4d41-a02f-7e10767b317e,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:47.195464 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0f37c8ef-e778-4e30-b129-0bb05bfd3642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:47.198837 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-0f37c8ef-e778-4e30-b129-0bb05bfd3642 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa4b3b15-bc25-4d41-a02f-7e10767b317e HTTP/1.1" status: 204  len: 168 time: 0.3701131
Apr 08 02:55:47.244198 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-53785b1f-c9fc-41ff-bbf6-54e405396e99 req-e3892fe9-ae9c-4423-8980-9c6c9b4d04a4 service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441455
Apr 08 02:55:47.386548 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-53785b1f-c9fc-41ff-bbf6-54e405396e99 req-647a991a-da9b-4ac4-b768-b90a704213b2 service neutron] 10.222.0.49 "GET /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367919
Apr 08 02:55:47.505777 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-067d8c99-bbb5-40a2-962f-ba9dacc6a779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784174'] for router_interface, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:47.992869 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 08d501cc-52bb-4f59-a717-01ada2199046 no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:48.029250 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: 08d501cc-52bb-4f59-a717-01ada2199046 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:55:48.029864 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 08d501cc-52bb-4f59-a717-01ada2199046 not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:48.151677 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-067d8c99-bbb5-40a2-962f-ba9dacc6a779 admin admin] Deleting port 97f6762a-6766-4c49-8acc-e589694645e0 {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:48.152005 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-067d8c99-bbb5-40a2-962f-ba9dacc6a779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:48.323071 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [None req-067d8c99-bbb5-40a2-962f-ba9dacc6a779 admin admin] For port 97f6762a-6766-4c49-8acc-e589694645e0, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=97f6762a-6766-4c49-8acc-e589694645e0,segment=NetworkSegment(886e413d-4ed7-4d8c-872e-76609a9e588d),segment_id=886e413d-4ed7-4d8c-872e-76609a9e588d)] {{(pid=83136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:55:48.323427 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-067d8c99-bbb5-40a2-962f-ba9dacc6a779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:48.444811 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-067d8c99-bbb5-40a2-962f-ba9dacc6a779 admin admin] Calling delete_port for 97f6762a-6766-4c49-8acc-e589694645e0 owned by network:router_interface {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:55:48.611066 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-067d8c99-bbb5-40a2-962f-ba9dacc6a779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:48.655309 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d8c99-bbb5-40a2-962f-ba9dacc6a779 admin admin] Pushing event deleted for resources: {'Port': ['ID=97f6762a-6766-4c49-8acc-e589694645e0,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:48.950823 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-067d8c99-bbb5-40a2-962f-ba9dacc6a779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7999094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784255'] for router_interface, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:49.648419 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067d8c99-bbb5-40a2-962f-ba9dacc6a779 admin admin] Router ac8b4d82-a07c-44c2-b72d-b8e3fabec141 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:55:49.846973 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067d8c99-bbb5-40a2-962f-ba9dacc6a779 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:55:49.856184 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ae1ea2-4522-4244-bbf6-1ea0ec6e64a9 None None] Sync routers for ids ['ac8b4d82-a07c-44c2-b72d-b8e3fabec141'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:55:49.863477 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-067d8c99-bbb5-40a2-962f-ba9dacc6a779 admin admin] 10.222.0.48 "PUT /v2.0/routers/ac8b4d82-a07c-44c2-b72d-b8e3fabec141/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9456484
Apr 08 02:55:49.866094 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49932) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:49.868626 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ae1ea2-4522-4244-bbf6-1ea0ec6e64a9 None None] Routers {'ac8b4d82-a07c-44c2-b72d-b8e3fabec141'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:55:49.869216 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-e8ae1ea2-4522-4244-bbf6-1ea0ec6e64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2ae2a60>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['ac8b4d82-a07c-44c2-b72d-b8e3fabec141'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:50.048954 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-e8ae1ea2-4522-4244-bbf6-1ea0ec6e64a9 None None] Set router ac8b4d82-a07c-44c2-b72d-b8e3fabec141 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:55:50.071376 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-14542713-a786-4c31-856e-b6326bd8acc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:50.271666 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-14542713-a786-4c31-856e-b6326bd8acc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:50.280516 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-14542713-a786-4c31-856e-b6326bd8acc2 admin admin] Deleting port b427d7d5-f297-4654-bffd-91e4195e4897 {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:50.280926 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-14542713-a786-4c31-856e-b6326bd8acc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:50.325545 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-e8ae1ea2-4522-4244-bbf6-1ea0ec6e64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2ae2a60>, [{'id': 'ac8b4d82-a07c-44c2-b72d-b8e3fabec141', 'name': 'tempest-TestShelveInstance-305694406-router', 'tenant_id': '2693886eb62643358125af592825867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b427d7d5-f297-4654-bffd-91e4195e4897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:53Z', 'updated_at': '2022-04-08T02:55:48Z', 'revision_number': 5, 'project_id': '2693886eb62643358125af592825867f', 'gw_port': {'id': 'b427d7d5-f297-4654-bffd-91e4195e4897', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b4d82-a07c-44c2-b72d-b8e3fabec141', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:49:54Z', 'updated_at': '2022-04-08T02:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:50.329360 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ae1ea2-4522-4244-bbf6-1ea0ec6e64a9 None None] Checking router: ac8b4d82-a07c-44c2-b72d-b8e3fabec141 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:55:50.340528 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ae1ea2-4522-4244-bbf6-1ea0ec6e64a9 None None] Routers {'ac8b4d82-a07c-44c2-b72d-b8e3fabec141'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:55:50.341192 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-e8ae1ea2-4522-4244-bbf6-1ea0ec6e64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2ae2a60>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['ac8b4d82-a07c-44c2-b72d-b8e3fabec141'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:50.524785 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-e8ae1ea2-4522-4244-bbf6-1ea0ec6e64a9 None None] Set router ac8b4d82-a07c-44c2-b72d-b8e3fabec141 gateway port host: None {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:55:50.554449 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [None req-14542713-a786-4c31-856e-b6326bd8acc2 admin admin] For port b427d7d5-f297-4654-bffd-91e4195e4897, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=b427d7d5-f297-4654-bffd-91e4195e4897,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:55:50.554817 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-14542713-a786-4c31-856e-b6326bd8acc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:50.627241 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-e8ae1ea2-4522-4244-bbf6-1ea0ec6e64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2ae2a60>, [{'id': 'ac8b4d82-a07c-44c2-b72d-b8e3fabec141', 'name': 'tempest-TestShelveInstance-305694406-router', 'tenant_id': '2693886eb62643358125af592825867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:53Z', 'updated_at': '2022-04-08T02:55:50Z', 'revision_number': 6, 'project_id': '2693886eb62643358125af592825867f', 'gw_port_host': None}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:50.631865 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ae1ea2-4522-4244-bbf6-1ea0ec6e64a9 None None] The sync data for ids ['ac8b4d82-a07c-44c2-b72d-b8e3fabec141'] in dv-cinder-837052-1-iscsi is: [{'id': 'ac8b4d82-a07c-44c2-b72d-b8e3fabec141', 'name': 'tempest-TestShelveInstance-305694406-router', 'tenant_id': '2693886eb62643358125af592825867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:49:53Z', 'updated_at': '2022-04-08T02:55:50Z', 'revision_number': 6, 'project_id': '2693886eb62643358125af592825867f', 'gw_port_host': None}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:55:50.673763 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-14542713-a786-4c31-856e-b6326bd8acc2 admin admin] Calling delete_port for b427d7d5-f297-4654-bffd-91e4195e4897 owned by network:router_gateway {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:55:50.840176 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-14542713-a786-4c31-856e-b6326bd8acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:50.885161 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14542713-a786-4c31-856e-b6326bd8acc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b427d7d5-f297-4654-bffd-91e4195e4897,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:51.121811 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-14542713-a786-4c31-856e-b6326bd8acc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783685'] for router_gateway, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:51.387904 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-14542713-a786-4c31-856e-b6326bd8acc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61762'] for router, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:51.393025 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-14542713-a786-4c31-856e-b6326bd8acc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:51.422712 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-14542713-a786-4c31-856e-b6326bd8acc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772969'] for router, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:51.423321 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14542713-a786-4c31-856e-b6326bd8acc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac8b4d82-a07c-44c2-b72d-b8e3fabec141 {{(pid=83136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 08 02:55:51.436692 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-14542713-a786-4c31-856e-b6326bd8acc2 admin admin] Notify callbacks [] for router, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:51.440217 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-14542713-a786-4c31-856e-b6326bd8acc2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ac8b4d82-a07c-44c2-b72d-b8e3fabec141 HTTP/1.1" status: 204  len: 168 time: 1.5705261
Apr 08 02:55:51.440413 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49952) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:51.504276 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1718ec-2035-46d0-b311-b25c05428e38 admin admin] Deleting subnet 1e0e9237-2eeb-480f-a1bc-08cfc984abc7 {{(pid=83136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 08 02:55:51.507151 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-da1718ec-2035-46d0-b311-b25c05428e38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:51.555454 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-da1718ec-2035-46d0-b311-b25c05428e38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1926406'] for subnet, precommit_delete_associations {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:51.642132 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-da1718ec-2035-46d0-b311-b25c05428e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722885'] for subnet, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:51.722895 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-da1718ec-2035-46d0-b311-b25c05428e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2029836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1174040'] for subnet, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:51.760453 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1718ec-2035-46d0-b311-b25c05428e38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e0e9237-2eeb-480f-a1bc-08cfc984abc7,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:51.766719 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-da1718ec-2035-46d0-b311-b25c05428e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:51.773746 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-da1718ec-2035-46d0-b311-b25c05428e38 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1e0e9237-2eeb-480f-a1bc-08cfc984abc7 HTTP/1.1" status: 204  len: 168 time: 0.3320398
Apr 08 02:55:51.773911 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935ef76f-6b9f-43de-b650-7096f1811516 None None] Network 4f6a9110-1b97-48f9-9e15-a9f8c773e3f6 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:55:51.775914 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 49962) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:51.896436 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093558'] for network, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:51.910312 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] Deleting port a03f9ba4-6732-4940-a437-96b3207e14ba {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:51.911180 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:52.001597 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 97f6762a-6766-4c49-8acc-e589694645e0 no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:52.054220 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d10833-845d-40fe-96ad-84c5f3a5f2d7 None None] DHCP port deletion for 4f6a9110-1b97-48f9-9e15-a9f8c773e3f6 request from dv-cinder-837052-1-iscsi {{(pid=83138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 08 02:55:52.055917 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: 97f6762a-6766-4c49-8acc-e589694645e0 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:55:52.056251 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 97f6762a-6766-4c49-8acc-e589694645e0 not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:52.056663 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device b427d7d5-f297-4654-bffd-91e4195e4897 no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:52.091314 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: b427d7d5-f297-4654-bffd-91e4195e4897 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:55:52.091447 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device b427d7d5-f297-4654-bffd-91e4195e4897 not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:52.092803 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-74d10833-845d-40fe-96ad-84c5f3a5f2d7 None None] Deleting port a03f9ba4-6732-4940-a437-96b3207e14ba {{(pid=83138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:52.093163 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-74d10833-845d-40fe-96ad-84c5f3a5f2d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:52.217325 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] For port a03f9ba4-6732-4940-a437-96b3207e14ba, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=a03f9ba4-6732-4940-a437-96b3207e14ba,segment=NetworkSegment(886e413d-4ed7-4d8c-872e-76609a9e588d),segment_id=886e413d-4ed7-4d8c-872e-76609a9e588d)] {{(pid=83136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:55:52.217702 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:52.296740 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-74d10833-845d-40fe-96ad-84c5f3a5f2d7 None None] For port a03f9ba4-6732-4940-a437-96b3207e14ba, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=a03f9ba4-6732-4940-a437-96b3207e14ba,segment=NetworkSegment(886e413d-4ed7-4d8c-872e-76609a9e588d),segment_id=886e413d-4ed7-4d8c-872e-76609a9e588d)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:55:52.297142 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-74d10833-845d-40fe-96ad-84c5f3a5f2d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:52.344581 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] Calling delete_port for a03f9ba4-6732-4940-a437-96b3207e14ba owned by network:dhcp {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:55:52.431963 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:52.457217 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-74d10833-845d-40fe-96ad-84c5f3a5f2d7 None None] Calling delete_port for a03f9ba4-6732-4940-a437-96b3207e14ba owned by network:dhcp {{(pid=83138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:55:52.479916 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03f9ba4-6732-4940-a437-96b3207e14ba,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:52.486346 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] No DVR routers for this DVR port a03f9ba4-6732-4940-a437-96b3207e14ba on host dv-cinder-837052-1-iscsi {{(pid=83136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:55:52.541172 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.db.api [None req-74d10833-845d-40fe-96ad-84c5f3a5f2d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:55:52.541660 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG oslo_db.api [None req-74d10833-845d-40fe-96ad-84c5f3a5f2d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:55:52.606304 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7724606', 'neutron.services.segments.db._delete_segments_for_network-8741772167792'] for network, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:52.631576 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f35a1c140a0>,) {'filters': {'network_id': ['4f6a9110-1b97-48f9-9e15-a9f8c773e3f6']}} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:52.643719 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a1c140a0>, '886e413d-4ed7-4d8c-872e-76609a9e588d') {'for_net_delete': True} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:52.644097 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a1c140a0>, '886e413d-4ed7-4d8c-872e-76609a9e588d') {} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:52.655603 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741772166903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1926431'] for segment, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:52.671402 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:52.677681 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=83136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 08 02:55:52.678066 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8097254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2029906'] for segment, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]: Traceback (most recent call last):
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:     timer()
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:     cb(*args, **kw)
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:     return func(*args, **kwargs)
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:     self._notify()
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:     self.callback(batched_events)
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:     event.method(event)
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:     return f(self, *a, **k)
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._get(url).json()
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:55:52.690788 dv-cinder-837052-1-iscsi neutron-server[83136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:55:52.768372 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7724551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783662'] for network, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:52.787382 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:52.793258 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f6a9110-1b97-48f9-9e15-a9f8c773e3f6,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:52.803959 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-651326ca-cf50-45d5-a788-f34c53c68372 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4f6a9110-1b97-48f9-9e15-a9f8c773e3f6 HTTP/1.1" status: 204  len: 168 time: 1.0267527
Apr 08 02:55:53.018629 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49990) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:53.042987 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-74d10833-845d-40fe-96ad-84c5f3a5f2d7 None None] Deleting port a03f9ba4-6732-4940-a437-96b3207e14ba {{(pid=83138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:53.043952 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-74d10833-845d-40fe-96ad-84c5f3a5f2d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.073433 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-02690789-40c0-43a5-8571-8e431e84ce9c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89f311117084470f8e8d16c47ad1d2ae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0520465
Apr 08 02:55:53.075963 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 49994) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:53.111830 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-74d10833-845d-40fe-96ad-84c5f3a5f2d7 None None] The port 'a03f9ba4-6732-4940-a437-96b3207e14ba' was deleted {{(pid=83138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 08 02:55:53.140712 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6315f7b9-43e3-47b3-9ef7-d09f24c86a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.171203 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6315f7b9-43e3-47b3-9ef7-d09f24c86a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.222180 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6315f7b9-43e3-47b3-9ef7-d09f24c86a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.242823 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315f7b9-43e3-47b3-9ef7-d09f24c86a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2268d5e-8213-4845-b1b9-46d9d7c699b2,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:53.245940 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-6315f7b9-43e3-47b3-9ef7-d09f24c86a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.249550 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-6315f7b9-43e3-47b3-9ef7-d09f24c86a5b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2268d5e-8213-4845-b1b9-46d9d7c699b2 HTTP/1.1" status: 204  len: 168 time: 0.1702054
Apr 08 02:55:53.465306 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50006) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:53.605632 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50012) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:53.610854 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c7fec7a1-8d95-41d3-9b07-2e357408c2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.646163 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-c7fec7a1-8d95-41d3-9b07-2e357408c2f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:53.650023 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-c7fec7a1-8d95-41d3-9b07-2e357408c2f2 admin admin] Usage tracker for resource:security_group_rule and tenant:c4fd8715dd9345e386bf4075456182e7 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:53.652826 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-c7fec7a1-8d95-41d3-9b07-2e357408c2f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:53.656852 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-36ebf988-2758-41ac-8f6c-18157e107115 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2693886eb62643358125af592825867f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0500970
Apr 08 02:55:53.658552 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-c7fec7a1-8d95-41d3-9b07-2e357408c2f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:53.660185 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50016) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:53.728684 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a9c4913d-98b2-4029-9db3-dd534b268dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.756857 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a9c4913d-98b2-4029-9db3-dd534b268dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.810948 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a9c4913d-98b2-4029-9db3-dd534b268dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.826304 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c7fec7a1-8d95-41d3-9b07-2e357408c2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.828337 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4913d-98b2-4029-9db3-dd534b268dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826b3183-46f0-4beb-8214-0ec0ada9a5a5,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:53.830471 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c7fec7a1-8d95-41d3-9b07-2e357408c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.831625 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-a9c4913d-98b2-4029-9db3-dd534b268dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.836147 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-a9c4913d-98b2-4029-9db3-dd534b268dec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/826b3183-46f0-4beb-8214-0ec0ada9a5a5 HTTP/1.1" status: 204  len: 168 time: 0.1721230
Apr 08 02:55:53.877608 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fec7a1-8d95-41d3-9b07-2e357408c2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731610c9-c4be-4237-a14c-15110e2f1121,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:53.882920 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-c7fec7a1-8d95-41d3-9b07-2e357408c2f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4fd8715dd9345e386bf4075456182e7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4164333
Apr 08 02:55:53.885665 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50022) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:53.969920 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1233aa92-18ed-4c3f-b7b9-f90d9250db30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.995065 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device a03f9ba4-6732-4940-a437-96b3207e14ba no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:54.011380 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1233aa92-18ed-4c3f-b7b9-f90d9250db30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:54.084311 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1233aa92-18ed-4c3f-b7b9-f90d9250db30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:54.101739 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: a03f9ba4-6732-4940-a437-96b3207e14ba {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:55:54.102344 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device a03f9ba4-6732-4940-a437-96b3207e14ba not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:54.110342 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1233aa92-18ed-4c3f-b7b9-f90d9250db30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:54.111741 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-1233aa92-18ed-4c3f-b7b9-f90d9250db30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/731610c9-c4be-4237-a14c-15110e2f1121 HTTP/1.1" status: 204  len: 168 time: 0.2252979
Apr 08 02:55:54.115104 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233aa92-18ed-4c3f-b7b9-f90d9250db30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731610c9-c4be-4237-a14c-15110e2f1121,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:54.500061 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c57a24-daa4-4eb1-bc05-24fa5ee4b158 req-d51872ff-592c-4e14-9b2c-5e0e12a9527a tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:54.501498 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a3c57a24-daa4-4eb1-bc05-24fa5ee4b158 req-d51872ff-592c-4e14-9b2c-5e0e12a9527a tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 945 time: 0.0773385
Apr 08 02:55:54.545976 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50038) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:54.551314 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a3c57a24-daa4-4eb1-bc05-24fa5ee4b158 req-bf2bb019-61ee-43ae-aef2-9e1aff6ae738 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a0720cd-71b2-4b8b-a2f2-3d1664d286ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441794
Apr 08 02:55:54.563760 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4a16c386-4bbb-44d0-8d0b-8e384128bf38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:54.596328 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-4a16c386-4bbb-44d0-8d0b-8e384128bf38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:54.600146 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-4a16c386-4bbb-44d0-8d0b-8e384128bf38 admin admin] Usage tracker for resource:security_group_rule and tenant:2b5266c60c334ea0a6395fa1f24b4153 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:54.602861 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-4a16c386-4bbb-44d0-8d0b-8e384128bf38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:54.608363 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-4a16c386-4bbb-44d0-8d0b-8e384128bf38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:54.674007 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4a16c386-4bbb-44d0-8d0b-8e384128bf38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:54.677845 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4a16c386-4bbb-44d0-8d0b-8e384128bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:54.721366 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16c386-4bbb-44d0-8d0b-8e384128bf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec095410-c365-4453-9793-635cb12c0fc2,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:54.727102 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-4a16c386-4bbb-44d0-8d0b-8e384128bf38 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b5266c60c334ea0a6395fa1f24b4153&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1800990
Apr 08 02:55:54.729677 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50042) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:54.788672 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8068-9503-4cf8-9487-66373b11c62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:54.812601 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8068-9503-4cf8-9487-66373b11c62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:54.865208 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8068-9503-4cf8-9487-66373b11c62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:54.880396 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d8068-9503-4cf8-9487-66373b11c62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec095410-c365-4453-9793-635cb12c0fc2,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:54.884561 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8068-9503-4cf8-9487-66373b11c62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:54.885637 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-0d9d8068-9503-4cf8-9487-66373b11c62c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec095410-c365-4453-9793-635cb12c0fc2 HTTP/1.1" status: 204  len: 168 time: 0.1550765
Apr 08 02:55:55.759592 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a2287-e8e0-4ac7-9feb-0e588a2f6499 req-46119624-8f64-4200-b45c-55c81268e741 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:55.761019 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fa0a2287-e8e0-4ac7-9feb-0e588a2f6499 req-46119624-8f64-4200-b45c-55c81268e741 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 945 time: 0.0828788
Apr 08 02:55:55.809420 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fa0a2287-e8e0-4ac7-9feb-0e588a2f6499 req-d983887e-17cf-4d4e-a549-912d2f5c43f0 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a0720cd-71b2-4b8b-a2f2-3d1664d286ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423663
Apr 08 02:55:56.077415 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2243a-a9ec-47e6-bce6-5d813b138f34 req-d7d094dd-0c23-4d80-be56-510f7113f671 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:56.078116 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-baf2243a-a9ec-47e6-bce6-5d813b138f34 req-d7d094dd-0c23-4d80-be56-510f7113f671 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Synchronizing usage tracker for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:55:56.093573 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-baf2243a-a9ec-47e6-bce6-5d813b138f34 req-d7d094dd-0c23-4d80-be56-510f7113f671 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Unset dirty status for tenant:cbbf5bb7e51d4d2d8594d6d1d3a797a3 on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:55:56.094723 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-baf2243a-a9ec-47e6-bce6-5d813b138f34 req-d7d094dd-0c23-4d80-be56-510f7113f671 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 945 time: 0.1050446
Apr 08 02:55:56.163349 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-baf2243a-a9ec-47e6-bce6-5d813b138f34 req-ce397c16-14f4-4daf-82ce-af572354827b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Deleting port eb3af547-8a95-465b-b99d-7ab718c88e31 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:56.163683 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-baf2243a-a9ec-47e6-bce6-5d813b138f34 req-ce397c16-14f4-4daf-82ce-af572354827b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:56.407690 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-baf2243a-a9ec-47e6-bce6-5d813b138f34 req-ce397c16-14f4-4daf-82ce-af572354827b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] For port eb3af547-8a95-465b-b99d-7ab718c88e31, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=eb3af547-8a95-465b-b99d-7ab718c88e31,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:55:56.408048 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-baf2243a-a9ec-47e6-bce6-5d813b138f34 req-ce397c16-14f4-4daf-82ce-af572354827b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:56.697194 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-baf2243a-a9ec-47e6-bce6-5d813b138f34 req-ce397c16-14f4-4daf-82ce-af572354827b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:56.697664 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-baf2243a-a9ec-47e6-bce6-5d813b138f34 req-ce397c16-14f4-4daf-82ce-af572354827b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:56.697942 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.l3_db [req-baf2243a-a9ec-47e6-bce6-5d813b138f34 req-ce397c16-14f4-4daf-82ce-af572354827b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Floating IP cf453168-7999-4cac-b35b-acb052e2d1dd disassociated. External IP: 172.27.2.161, port: eb3af547-8a95-465b-b99d-7ab718c88e31.
Apr 08 02:55:56.698288 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-baf2243a-a9ec-47e6-bce6-5d813b138f34 req-ce397c16-14f4-4daf-82ce-af572354827b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Calling delete_port for eb3af547-8a95-465b-b99d-7ab718c88e31 owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:55:56.843762 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-baf2243a-a9ec-47e6-bce6-5d813b138f34 req-ce397c16-14f4-4daf-82ce-af572354827b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:56.894051 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce397c16-14f4-4daf-82ce-af572354827b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event deleted for resources: {'Port': ['ID=eb3af547-8a95-465b-b99d-7ab718c88e31,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:56.978109 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fcf61c08-8c69-497c-bb49-5e230896a11c req-77f61db6-072a-49a8-998a-fe1b57899199 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 210 time: 0.0427349
Apr 08 02:55:57.128479 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-baf2243a-a9ec-47e6-bce6-5d813b138f34 req-ce397c16-14f4-4daf-82ce-af572354827b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:55:57.439285 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-baf2243a-a9ec-47e6-bce6-5d813b138f34 req-ce397c16-14f4-4daf-82ce-af572354827b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:55:57.451032 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fee03b-a2aa-4435-90e5-b724de561891 None None] Sync routers for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:55:57.463633 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fee03b-a2aa-4435-90e5-b724de561891 None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:55:57.464369 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-d5fee03b-a2aa-4435-90e5-b724de561891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a27ed460>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:57.509957 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf2243a-a9ec-47e6-bce6-5d813b138f34 req-ce397c16-14f4-4daf-82ce-af572354827b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] No DVR routers for this DVR port eb3af547-8a95-465b-b99d-7ab718c88e31 on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:55:57.513477 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-baf2243a-a9ec-47e6-bce6-5d813b138f34 req-ce397c16-14f4-4daf-82ce-af572354827b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:57.518057 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e706772-9e50-42af-9390-833fc586edb5', 'name': 'network-vif-deleted', 'tag': 'eb3af547-8a95-465b-b99d-7ab718c88e31'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:55:57.536369 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-baf2243a-a9ec-47e6-bce6-5d813b138f34 req-ce397c16-14f4-4daf-82ce-af572354827b tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.49 "DELETE /v2.0/ports/eb3af547-8a95-465b-b99d-7ab718c88e31 HTTP/1.1" status: 204  len: 173 time: 1.4356859
Apr 08 02:55:57.584692 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ad9c49-8ee0-473c-97b0-923c3105b7f0'] response: {'server_uuid': '0e706772-9e50-42af-9390-833fc586edb5', 'name': 'network-vif-deleted', 'tag': 'eb3af547-8a95-465b-b99d-7ab718c88e31', 'status': 'completed', 'code': 200}
Apr 08 02:55:57.693978 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-d5fee03b-a2aa-4435-90e5-b724de561891 None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:55:58.063996 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-d5fee03b-a2aa-4435-90e5-b724de561891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a27ed460>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:58.071215 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fee03b-a2aa-4435-90e5-b724de561891 None None] Checking router: dab48c9e-c48a-4c5e-b7b8-c637e07566b3 for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:55:58.087540 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fee03b-a2aa-4435-90e5-b724de561891 None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:55:58.088935 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-d5fee03b-a2aa-4435-90e5-b724de561891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a27ed460>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:58.186330 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-108b8d1f-b853-47d7-aa2d-38f3f6dd093b req-8f7ad71e-9b81-47d3-b1ce-92e02cd7a3fb tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e706772-9e50-42af-9390-833fc586edb5 HTTP/1.1" status: 200  len: 210 time: 0.0485065
Apr 08 02:55:58.284895 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-d5fee03b-a2aa-4435-90e5-b724de561891 None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:55:58.614311 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-d5fee03b-a2aa-4435-90e5-b724de561891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a27ed460>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:58.618130 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fee03b-a2aa-4435-90e5-b724de561891 None None] The sync data for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi is: [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '997e2111-cffc-46f5-9b63-5fd867611d1c', 'name': '', 'network_id': '8b5bf61a-9182-47e6-a758-1a71619fdd20', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'mac_address': 'fa:16:3e:15:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:52Z', 'updated_at': '2022-04-08T02:45:19Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'subnets': [{'id': '743cafe1-55c5-498c-8d9e-6e95da137120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:55:58.828541 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a761ea30-f0b0-4da3-a9d6-fe0529eacb15 None None] New status for floating IP cf453168-7999-4cac-b35b-acb052e2d1dd: DOWN {{(pid=83139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:55:59.167287 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device eb3af547-8a95-465b-b99d-7ab718c88e31 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:59.199036 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] No Port match for: eb3af547-8a95-465b-b99d-7ab718c88e31 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:55:59.199364 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device eb3af547-8a95-465b-b99d-7ab718c88e31 not bound to the agent host hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:59.328498 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50136) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:59.396426 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d14426dd-ba9b-472e-8c13-7ef4b85e2c09 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:59.423040 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d14426dd-ba9b-472e-8c13-7ef4b85e2c09 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:59.476029 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d14426dd-ba9b-472e-8c13-7ef4b85e2c09 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:59.494322 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14426dd-ba9b-472e-8c13-7ef4b85e2c09 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0720cd-71b2-4b8b-a2f2-3d1664d286ed,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:59.507864 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d14426dd-ba9b-472e-8c13-7ef4b85e2c09 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:59.509222 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-d14426dd-ba9b-472e-8c13-7ef4b85e2c09 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "DELETE /v2.0/security-groups/9a0720cd-71b2-4b8b-a2f2-3d1664d286ed HTTP/1.1" status: 204  len: 168 time: 0.1796429
Apr 08 02:55:59.511908 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50148) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:59.529298 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.api.v2.resource [None req-d0945dbd-453d-4257-b837-2637612d6217 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] show failed (client error): The resource could not be found.
Apr 08 02:55:59.530372 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-d0945dbd-453d-4257-b837-2637612d6217 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "GET /v2.0/security-groups/9a0720cd-71b2-4b8b-a2f2-3d1664d286ed HTTP/1.1" status: 404  len: 347 time: 0.0173361
Apr 08 02:55:59.533117 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50152) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:59.688656 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-cabf6ea2-66c9-475c-b97a-b8c80efac7e7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Deleting port 63d7dfa2-c57e-4fa3-b885-76c692619ba1 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:55:59.689013 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cabf6ea2-66c9-475c-b97a-b8c80efac7e7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:59.855739 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cabf6ea2-66c9-475c-b97a-b8c80efac7e7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:59.856063 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cabf6ea2-66c9-475c-b97a-b8c80efac7e7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:59.973238 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-cabf6ea2-66c9-475c-b97a-b8c80efac7e7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Calling delete_port for 63d7dfa2-c57e-4fa3-b885-76c692619ba1 owned by network:floatingip {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:56:00.107319 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cabf6ea2-66c9-475c-b97a-b8c80efac7e7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:00.154178 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf6ea2-66c9-475c-b97a-b8c80efac7e7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Pushing event deleted for resources: {'Port': ['ID=63d7dfa2-c57e-4fa3-b885-76c692619ba1,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:00.239980 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cabf6ea2-66c9-475c-b97a-b8c80efac7e7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks [] for floatingip, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:00.253089 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-cabf6ea2-66c9-475c-b97a-b8c80efac7e7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:00.254881 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-cabf6ea2-66c9-475c-b97a-b8c80efac7e7 tempest-AttachVolumeNegativeTest-1285313694 tempest-AttachVolumeNegativeTest-1285313694-project] 10.222.0.48 "DELETE /v2.0/floatingips/cf453168-7999-4cac-b35b-acb052e2d1dd HTTP/1.1" status: 204  len: 168 time: 0.7201481
Apr 08 02:56:01.070366 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50172) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:01.207484 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b55f68a2-f695-4d85-bdd8-6084f97f732c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.237550 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-b55f68a2-f695-4d85-bdd8-6084f97f732c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:01.241859 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-b55f68a2-f695-4d85-bdd8-6084f97f732c admin admin] Usage tracker for resource:security_group_rule and tenant:7977bd8be3e5400db3a28dd363e39334 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:01.244675 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-b55f68a2-f695-4d85-bdd8-6084f97f732c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:01.250218 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-b55f68a2-f695-4d85-bdd8-6084f97f732c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:01.313066 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b55f68a2-f695-4d85-bdd8-6084f97f732c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.316428 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b55f68a2-f695-4d85-bdd8-6084f97f732c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.361569 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f68a2-f695-4d85-bdd8-6084f97f732c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe23f6ee-5b36-4c88-b1a1-036471be9ac5,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:01.366588 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-b55f68a2-f695-4d85-bdd8-6084f97f732c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7977bd8be3e5400db3a28dd363e39334&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2952008
Apr 08 02:56:01.369399 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50178) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:01.427624 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-38a59ecc-667f-4a8e-b9b7-db3c5309ffa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.452251 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-38a59ecc-667f-4a8e-b9b7-db3c5309ffa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.509379 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-38a59ecc-667f-4a8e-b9b7-db3c5309ffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.525975 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a59ecc-667f-4a8e-b9b7-db3c5309ffa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe23f6ee-5b36-4c88-b1a1-036471be9ac5,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:01.534425 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-38a59ecc-667f-4a8e-b9b7-db3c5309ffa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.539214 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-38a59ecc-667f-4a8e-b9b7-db3c5309ffa2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe23f6ee-5b36-4c88-b1a1-036471be9ac5 HTTP/1.1" status: 204  len: 168 time: 0.1687796
Apr 08 02:56:01.864570 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50196) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:01.882594 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-9335fdf2-f3db-48b1-bc20-48f6ac0c4485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.916963 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-9335fdf2-f3db-48b1-bc20-48f6ac0c4485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:01.920657 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-9335fdf2-f3db-48b1-bc20-48f6ac0c4485 admin admin] Usage tracker for resource:security_group_rule and tenant:fade77a45c564e88a78cc28c9d36b243 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:01.923327 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-9335fdf2-f3db-48b1-bc20-48f6ac0c4485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:01.929107 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-9335fdf2-f3db-48b1-bc20-48f6ac0c4485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:01.994007 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-9335fdf2-f3db-48b1-bc20-48f6ac0c4485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.997742 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-9335fdf2-f3db-48b1-bc20-48f6ac0c4485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:02.043934 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335fdf2-f3db-48b1-bc20-48f6ac0c4485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e6cb68-bcf4-4747-a67f-fac5d0e1ce6a,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:02.049373 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-9335fdf2-f3db-48b1-bc20-48f6ac0c4485 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fade77a45c564e88a78cc28c9d36b243&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1838100
Apr 08 02:56:02.051961 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50200) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:02.110908 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7cb07359-c7fc-417f-bfa5-f8944ceb317c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:02.135759 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7cb07359-c7fc-417f-bfa5-f8944ceb317c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:02.184961 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7cb07359-c7fc-417f-bfa5-f8944ceb317c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:02.200145 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb07359-c7fc-417f-bfa5-f8944ceb317c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e6cb68-bcf4-4747-a67f-fac5d0e1ce6a,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:02.209954 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-7cb07359-c7fc-417f-bfa5-f8944ceb317c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:02.211082 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-7cb07359-c7fc-417f-bfa5-f8944ceb317c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05e6cb68-bcf4-4747-a67f-fac5d0e1ce6a HTTP/1.1" status: 204  len: 168 time: 0.1582363
Apr 08 02:56:02.596657 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50208) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:02.614881 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-67e3cd65-142e-44bb-a2c9-f9dce1cab7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:02.644918 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-67e3cd65-142e-44bb-a2c9-f9dce1cab7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:02.649514 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-67e3cd65-142e-44bb-a2c9-f9dce1cab7d6 admin admin] Usage tracker for resource:security_group_rule and tenant:fb69b1794c804da6b6a1f1d2fe8286ed is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:02.652238 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-67e3cd65-142e-44bb-a2c9-f9dce1cab7d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:02.657709 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-67e3cd65-142e-44bb-a2c9-f9dce1cab7d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:02.719494 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-67e3cd65-142e-44bb-a2c9-f9dce1cab7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:02.722901 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-67e3cd65-142e-44bb-a2c9-f9dce1cab7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:02.766684 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3cd65-142e-44bb-a2c9-f9dce1cab7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc897b2-e65f-449b-9ef9-e87380261074,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:02.772701 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-67e3cd65-142e-44bb-a2c9-f9dce1cab7d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb69b1794c804da6b6a1f1d2fe8286ed&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1750712
Apr 08 02:56:02.775447 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50212) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:02.834133 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b5df5765-db19-4b38-b67e-894b9db4901a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:02.862271 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b5df5765-db19-4b38-b67e-894b9db4901a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:02.912737 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b5df5765-db19-4b38-b67e-894b9db4901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:02.929763 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df5765-db19-4b38-b67e-894b9db4901a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc897b2-e65f-449b-9ef9-e87380261074,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:02.934368 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b5df5765-db19-4b38-b67e-894b9db4901a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:02.937965 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-b5df5765-db19-4b38-b67e-894b9db4901a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/afc897b2-e65f-449b-9ef9-e87380261074 HTTP/1.1" status: 204  len: 168 time: 0.1592264
Apr 08 02:56:04.324471 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-31f82cf9-05b3-46ea-b78f-b87788729a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:04.542767 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50262) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:05.182895 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c36b434e-0cf7-42c4-9acc-f1cb691bdd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784174'] for router_interface, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:05.785320 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-c36b434e-0cf7-42c4-9acc-f1cb691bdd22 admin admin] Deleting port 997e2111-cffc-46f5-9b63-5fd867611d1c {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:56:05.786578 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c36b434e-0cf7-42c4-9acc-f1cb691bdd22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:05.955458 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [None req-c36b434e-0cf7-42c4-9acc-f1cb691bdd22 admin admin] For port 997e2111-cffc-46f5-9b63-5fd867611d1c, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=997e2111-cffc-46f5-9b63-5fd867611d1c,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:56:05.955813 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c36b434e-0cf7-42c4-9acc-f1cb691bdd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:06.074378 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-c36b434e-0cf7-42c4-9acc-f1cb691bdd22 admin admin] Calling delete_port for 997e2111-cffc-46f5-9b63-5fd867611d1c owned by network:router_interface {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:56:06.236640 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c36b434e-0cf7-42c4-9acc-f1cb691bdd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:06.282761 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b434e-0cf7-42c4-9acc-f1cb691bdd22 admin admin] Pushing event deleted for resources: {'Port': ['ID=997e2111-cffc-46f5-9b63-5fd867611d1c,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:06.509989 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b0205bfe-ca4e-4744-be14-8b2250edc3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:06.642757 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-c36b434e-0cf7-42c4-9acc-f1cb691bdd22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7999094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784255'] for router_interface, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:06.929756 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50284) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:07.078506 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0e5596ae-1a54-44bc-bbad-0a4cf1456de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:07.111298 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-0e5596ae-1a54-44bc-bbad-0a4cf1456de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:07.115558 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-0e5596ae-1a54-44bc-bbad-0a4cf1456de2 admin admin] Usage tracker for resource:security_group_rule and tenant:8aaf8d4e4b044237975a13ee3181d247 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:07.118543 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-0e5596ae-1a54-44bc-bbad-0a4cf1456de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:07.124461 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-0e5596ae-1a54-44bc-bbad-0a4cf1456de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:07.195243 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0e5596ae-1a54-44bc-bbad-0a4cf1456de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:07.199584 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0e5596ae-1a54-44bc-bbad-0a4cf1456de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:07.226277 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36b434e-0cf7-42c4-9acc-f1cb691bdd22 admin admin] Router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:56:07.248263 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-0e5596ae-1a54-44bc-bbad-0a4cf1456de2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8aaf8d4e4b044237975a13ee3181d247&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3173702
Apr 08 02:56:07.251155 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50294) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:07.253764 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5596ae-1a54-44bc-bbad-0a4cf1456de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe824e1-8e82-41ec-97ee-564397c6a01d,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:07.318499 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-92ab3104-8cd5-4d04-aed8-242bf81a33b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:07.345068 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-92ab3104-8cd5-4d04-aed8-242bf81a33b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:07.401504 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-92ab3104-8cd5-4d04-aed8-242bf81a33b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:07.417675 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab3104-8cd5-4d04-aed8-242bf81a33b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe824e1-8e82-41ec-97ee-564397c6a01d,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:07.424935 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-92ab3104-8cd5-4d04-aed8-242bf81a33b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:07.426030 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-92ab3104-8cd5-4d04-aed8-242bf81a33b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3fe824e1-8e82-41ec-97ee-564397c6a01d HTTP/1.1" status: 204  len: 168 time: 0.1739891
Apr 08 02:56:07.435360 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36b434e-0cf7-42c4-9acc-f1cb691bdd22 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:56:07.448087 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dc24c5-37f3-4c45-b622-686a3cb3b03c None None] Sync routers for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:56:07.451682 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-c36b434e-0cf7-42c4-9acc-f1cb691bdd22 admin admin] 10.222.0.48 "PUT /v2.0/routers/dab48c9e-c48a-4c5e-b7b8-c637e07566b3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9053664
Apr 08 02:56:07.452185 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50304) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:07.466584 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc24c5-37f3-4c45-b622-686a3cb3b03c None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:56:07.467465 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-14dc24c5-37f3-4c45-b622-686a3cb3b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a29a93a0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:07.688141 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-73582600-4923-4191-b2fa-d890ecec27b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:07.713591 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:07.719801 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-14dc24c5-37f3-4c45-b622-686a3cb3b03c None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:56:08.062276 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ac8b6-167b-4317-8796-cd6c69944e38 req-b2e9d524-7c97-48b0-969a-e13a150918a2 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:08.062542 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.063726 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cf3ac8b6-167b-4317-8796-cd6c69944e38 req-b2e9d524-7c97-48b0-969a-e13a150918a2 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 946 time: 0.2351820
Apr 08 02:56:08.101263 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-14dc24c5-37f3-4c45-b622-686a3cb3b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a29a93a0>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:56:06Z', 'revision_number': 5, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port': {'id': '6af21794-dee6-4f87-a300-8a50e5dc17bd', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:08.105272 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dc24c5-37f3-4c45-b622-686a3cb3b03c None None] Checking router: dab48c9e-c48a-4c5e-b7b8-c637e07566b3 for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:56:08.113179 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-73582600-4923-4191-b2fa-d890ecec27b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.116141 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc24c5-37f3-4c45-b622-686a3cb3b03c None None] Routers {'dab48c9e-c48a-4c5e-b7b8-c637e07566b3'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:56:08.116736 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-14dc24c5-37f3-4c45-b622-686a3cb3b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a29a93a0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:08.128719 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-73582600-4923-4191-b2fa-d890ecec27b2 admin admin] Deleting port 6af21794-dee6-4f87-a300-8a50e5dc17bd {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:56:08.129096 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-73582600-4923-4191-b2fa-d890ecec27b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.163594 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cf3ac8b6-167b-4317-8796-cd6c69944e38 req-021383bd-1c40-45ae-8be2-735e6930fa96 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0901716
Apr 08 02:56:08.268719 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-14dc24c5-37f3-4c45-b622-686a3cb3b03c None None] Set router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 gateway port host: None {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:56:08.315270 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [None req-73582600-4923-4191-b2fa-d890ecec27b2 admin admin] For port 6af21794-dee6-4f87-a300-8a50e5dc17bd, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=6af21794-dee6-4f87-a300-8a50e5dc17bd,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:56:08.315837 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-73582600-4923-4191-b2fa-d890ecec27b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.374197 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-14dc24c5-37f3-4c45-b622-686a3cb3b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a29a93a0>, [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:56:08Z', 'revision_number': 6, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port_host': None}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:08.378151 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dc24c5-37f3-4c45-b622-686a3cb3b03c None None] The sync data for ids ['dab48c9e-c48a-4c5e-b7b8-c637e07566b3'] in dv-cinder-837052-1-iscsi is: [{'id': 'dab48c9e-c48a-4c5e-b7b8-c637e07566b3', 'name': 'tempest-AttachVolumeNegativeTest-489729027-router', 'tenant_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:36Z', 'updated_at': '2022-04-08T02:56:08Z', 'revision_number': 6, 'project_id': 'cbbf5bb7e51d4d2d8594d6d1d3a797a3', 'gw_port_host': None}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:56:08.401696 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50326) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:08.439632 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-73582600-4923-4191-b2fa-d890ecec27b2 admin admin] Calling delete_port for 6af21794-dee6-4f87-a300-8a50e5dc17bd owned by network:router_gateway {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:56:08.534969 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-239323872-network', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:56:08.539548 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:08.543372 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Usage tracker for resource:network and tenant:c89cf122bfb64dbca81527f5cac790a5 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:08.547284 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:08.555777 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:08.565706 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Made reservation on behalf of c89cf122bfb64dbca81527f5cac790a5 for: {'network': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:56:08.568429 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.580440 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.597620 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.609259 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-73582600-4923-4191-b2fa-d890ecec27b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.611251 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:08.615584 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Usage tracker for resource:security_group_rule and tenant:c89cf122bfb64dbca81527f5cac790a5 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:08.618338 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:08.623826 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:08.657956 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73582600-4923-4191-b2fa-d890ecec27b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af21794-dee6-4f87-a300-8a50e5dc17bd,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:08.691352 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.696845 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.725403 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'}  {{(pid=83137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:56:08.741154 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4e71cc-c8bb-4e09-924f-cdc58c63cd16,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:08.745962 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.746299 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.segments_db [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Added segment 0718844d-ecb3-4106-9e4b-6c7adc28ded3 of type vlan for network ae66bd3d-676a-4225-963c-1a0fd3518d06
Apr 08 02:56:08.779833 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.816400 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.817876 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:08.818485 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.891649 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-73582600-4923-4191-b2fa-d890ecec27b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783685'] for router_gateway, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.919989 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] Pushing event updated for resources: {'Network': ['ID=ae66bd3d-676a-4225-963c-1a0fd3518d06,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:08.925493 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-29a78711-b524-4085-be7c-5f62d03332f3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5200994
Apr 08 02:56:08.925752 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50332) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:08.930458 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network ae66bd3d-676a-4225-963c-1a0fd3518d06 details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:56:08.931883 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-efb52f86-163b-4cb7-8ea5-1fa3898e0de1 admin admin] Request body: {'subnet': {'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-239323872-subnet', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'ip_version': 4}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:56:08.936706 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-efb52f86-163b-4cb7-8ea5-1fa3898e0de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:08.951704 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-efb52f86-163b-4cb7-8ea5-1fa3898e0de1 admin admin] Usage tracker for resource:subnet and tenant:c89cf122bfb64dbca81527f5cac790a5 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:08.958909 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-efb52f86-163b-4cb7-8ea5-1fa3898e0de1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:08.975120 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-efb52f86-163b-4cb7-8ea5-1fa3898e0de1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:09.001436 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb52f86-163b-4cb7-8ea5-1fa3898e0de1 admin admin] Made reservation on behalf of c89cf122bfb64dbca81527f5cac790a5 for: {'subnet': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:56:09.003649 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-efb52f86-163b-4cb7-8ea5-1fa3898e0de1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2044265'] for subnet, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.149131 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-73582600-4923-4191-b2fa-d890ecec27b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61762'] for router, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.153645 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-73582600-4923-4191-b2fa-d890ecec27b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.181985 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-73582600-4923-4191-b2fa-d890ecec27b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772969'] for router, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.182519 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73582600-4923-4191-b2fa-d890ecec27b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dab48c9e-c48a-4c5e-b7b8-c637e07566b3 {{(pid=83136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 08 02:56:09.186266 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.197509 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-73582600-4923-4191-b2fa-d890ecec27b2 admin admin] Notify callbacks [] for router, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.198617 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-73582600-4923-4191-b2fa-d890ecec27b2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/dab48c9e-c48a-4c5e-b7b8-c637e07566b3 HTTP/1.1" status: 204  len: 168 time: 1.7455947
Apr 08 02:56:09.201129 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50336) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:09.233134 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-efb52f86-163b-4cb7-8ea5-1fa3898e0de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1140146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2044231'] for subnet, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.260984 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef600c1b-d45f-4be3-9e8c-70dbe8eb290d admin admin] Deleting subnet 743cafe1-55c5-498c-8d9e-6e95da137120 {{(pid=83136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 08 02:56:09.264700 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ef600c1b-d45f-4be3-9e8c-70dbe8eb290d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.321468 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ef600c1b-d45f-4be3-9e8c-70dbe8eb290d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1926406'] for subnet, precommit_delete_associations {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.337318 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb52f86-163b-4cb7-8ea5-1fa3898e0de1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:09.461316 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb52f86-163b-4cb7-8ea5-1fa3898e0de1 admin admin] Checking segment: {'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:56:09.462004 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb52f86-163b-4cb7-8ea5-1fa3898e0de1 admin admin] Network hostable DHCP agents. Network: ae66bd3d-676a-4225-963c-1a0fd3518d06, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:56:09.503609 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb52f86-163b-4cb7-8ea5-1fa3898e0de1 admin admin] Network ae66bd3d-676a-4225-963c-1a0fd3518d06 is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:56:09.520676 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-efb52f86-163b-4cb7-8ea5-1fa3898e0de1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, ae66bd3d-676a-4225-963c-1a0fd3518d06) {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:09.526906 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb52f86-163b-4cb7-8ea5-1fa3898e0de1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:09.527477 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-efb52f86-163b-4cb7-8ea5-1fa3898e0de1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.529081 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce63795f-04a4-4941-b58f-1a6500a6fa0a None None] Network ae66bd3d-676a-4225-963c-1a0fd3518d06 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:56:09.544475 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78666b3d-ed00-45d9-9417-529cab7e0b4b req-c1a06554-950a-4b43-8c96-4a074e0b895e tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:09.545397 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-78666b3d-ed00-45d9-9417-529cab7e0b4b req-c1a06554-950a-4b43-8c96-4a074e0b895e tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Synchronizing usage tracker for tenant:f673f0f0edd74c56a204930e93f143da on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:56:09.563743 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-efb52f86-163b-4cb7-8ea5-1fa3898e0de1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6369784
Apr 08 02:56:09.566946 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50342) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:09.572046 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:56:09.575622 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-78666b3d-ed00-45d9-9417-529cab7e0b4b req-c1a06554-950a-4b43-8c96-4a074e0b895e tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Unset dirty status for tenant:f673f0f0edd74c56a204930e93f143da on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:56:09.576670 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-78666b3d-ed00-45d9-9417-529cab7e0b4b req-c1a06554-950a-4b43-8c96-4a074e0b895e tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 946 time: 0.2370527
Apr 08 02:56:09.578772 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:09.582746 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62868588-85d8-4d39-af7e-72cde9b261de req-6ab29c51-e99f-4ab1-82f4-c1b4cc37f1c4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:09.584209 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-62868588-85d8-4d39-af7e-72cde9b261de req-6ab29c51-e99f-4ab1-82f4-c1b4cc37f1c4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 946 time: 0.2344966
Apr 08 02:56:09.585725 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ef600c1b-d45f-4be3-9e8c-70dbe8eb290d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722885'] for subnet, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.613791 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Usage tracker for resource:router and tenant:c89cf122bfb64dbca81527f5cac790a5 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:09.625205 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:09.639063 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:09.657673 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-78666b3d-ed00-45d9-9417-529cab7e0b4b req-a5252063-f475-45e8-934f-078fe4b316ec tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Deleting port 2bd62dce-ca58-4c9e-bb8a-99411d102c48 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:56:09.658086 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-78666b3d-ed00-45d9-9417-529cab7e0b4b req-a5252063-f475-45e8-934f-078fe4b316ec tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.674537 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-62868588-85d8-4d39-af7e-72cde9b261de req-20d2e7c7-d816-4a9a-b63d-63a8ae37ce9f tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups?id=f41c29a3-c2da-4332-80de-ffb2cc1c93be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623233
Apr 08 02:56:09.687316 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61808'] for router, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.688231 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61769'] for router, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.697504 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ef600c1b-d45f-4be3-9e8c-70dbe8eb290d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2029836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1174040'] for subnet, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.743583 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef600c1b-d45f-4be3-9e8c-70dbe8eb290d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=743cafe1-55c5-498c-8d9e-6e95da137120,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:09.748871 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ef600c1b-d45f-4be3-9e8c-70dbe8eb290d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.760709 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-ef600c1b-d45f-4be3-9e8c-70dbe8eb290d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/743cafe1-55c5-498c-8d9e-6e95da137120 HTTP/1.1" status: 204  len: 168 time: 0.5585854
Apr 08 02:56:09.763316 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50346) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:09.776458 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1036bf16-ba10-4f93-ad65-c79e7b46e163 None None] Network 8b5bf61a-9182-47e6-a758-1a71619fdd20 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:56:09.779506 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.843756 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3364f179-0d4a-51e7-8435-5d406743cc3e-ae66bd3d-676a-4225-963c-1a0fd3518d06', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc'}]}} from dv-cinder-837052-1-iscsi. {{(pid=83138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 08 02:56:09.844704 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.874748 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093558'] for network, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.886174 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] Deleting port a89ff046-a4e3-416e-857f-9ebcf2bfdcae {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:56:09.886509 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:10.042607 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-78666b3d-ed00-45d9-9417-529cab7e0b4b req-a5252063-f475-45e8-934f-078fe4b316ec tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] For port 2bd62dce-ca58-4c9e-bb8a-99411d102c48, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2bd62dce-ca58-4c9e-bb8a-99411d102c48,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:56:10.042978 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-78666b3d-ed00-45d9-9417-529cab7e0b4b req-a5252063-f475-45e8-934f-078fe4b316ec tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:10.057488 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61787'] for router, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:10.115773 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 997e2111-cffc-46f5-9b63-5fd867611d1c no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:56:10.156398 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] For port a89ff046-a4e3-416e-857f-9ebcf2bfdcae, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=a89ff046-a4e3-416e-857f-9ebcf2bfdcae,segment=NetworkSegment(7988cb1e-7e3e-4869-bab2-4af191ce6b58),segment_id=7988cb1e-7e3e-4869-bab2-4af191ce6b58)] {{(pid=83136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:56:10.157117 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:10.213182 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: 997e2111-cffc-46f5-9b63-5fd867611d1c {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:56:10.213498 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 997e2111-cffc-46f5-9b63-5fd867611d1c not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:56:10.213828 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 6af21794-dee6-4f87-a300-8a50e5dc17bd no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:56:10.259169 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: 6af21794-dee6-4f87-a300-8a50e5dc17bd {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:56:10.259514 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 6af21794-dee6-4f87-a300-8a50e5dc17bd not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:56:10.273828 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.db_base_plugin_common [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Allocated IP 172.20.0.2 (ae66bd3d-676a-4225-963c-1a0fd3518d06/5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc/1091111c-5887-41ed-887d-4adb86b43647) {{(pid=83138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:56:10.285054 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] Calling delete_port for a89ff046-a4e3-416e-857f-9ebcf2bfdcae owned by network:dhcp {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:56:10.368360 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:10.412935 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-78666b3d-ed00-45d9-9417-529cab7e0b4b req-a5252063-f475-45e8-934f-078fe4b316ec tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:10.413341 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-78666b3d-ed00-45d9-9417-529cab7e0b4b req-a5252063-f475-45e8-934f-078fe4b316ec tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:10.414003 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.l3_db [req-78666b3d-ed00-45d9-9417-529cab7e0b4b req-a5252063-f475-45e8-934f-078fe4b316ec tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Floating IP 629ab896-5633-4d6e-81be-deb351f8979f disassociated. External IP: 172.27.2.127, port: 2bd62dce-ca58-4c9e-bb8a-99411d102c48.
Apr 08 02:56:10.414003 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-78666b3d-ed00-45d9-9417-529cab7e0b4b req-a5252063-f475-45e8-934f-078fe4b316ec tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Calling delete_port for 2bd62dce-ca58-4c9e-bb8a-99411d102c48 owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:56:10.425279 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] Pushing event deleted for resources: {'Port': ['ID=a89ff046-a4e3-416e-857f-9ebcf2bfdcae,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:10.432276 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] No DVR routers for this DVR port a89ff046-a4e3-416e-857f-9ebcf2bfdcae on host dv-cinder-837052-1-iscsi {{(pid=83136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:56:10.487447 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2e3e36-0e13-4ed8-8d9b-661c027ffe72 None None] DHCP port deletion for 8b5bf61a-9182-47e6-a758-1a71619fdd20 request from dv-cinder-837052-1-iscsi {{(pid=83138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 08 02:56:10.529637 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Notify callbacks [] for port, precommit_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:10.568659 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7724606', 'neutron.services.segments.db._delete_segments_for_network-8741772167792'] for network, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:10.592762 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f35a209cf40>,) {'filters': {'network_id': ['8b5bf61a-9182-47e6-a758-1a71619fdd20']}} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:10.604376 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a209cf40>, '7988cb1e-7e3e-4869-bab2-4af191ce6b58') {'for_net_delete': True} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:10.604665 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a209cf40>, '7988cb1e-7e3e-4869-bab2-4af191ce6b58') {} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:10.609436 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:10.616296 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741772166903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1926431'] for segment, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:10.632547 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:10.638911 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=83136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 08 02:56:10.639289 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8097254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2029906'] for segment, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:10.643092 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]: Traceback (most recent call last):
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:     timer()
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:     cb(*args, **kw)
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:     return func(*args, **kwargs)
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:     self._notify()
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:     self.callback(batched_events)
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:     event.method(event)
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:     return f(self, *a, **k)
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._get(url).json()
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:56:10.652166 dv-cinder-837052-1-iscsi neutron-server[83136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:56:10.679059 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-78666b3d-ed00-45d9-9417-529cab7e0b4b req-a5252063-f475-45e8-934f-078fe4b316ec tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:10.728856 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7724551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783662'] for network, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:10.729073 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Transition to ACTIVE for port object 1091111c-5887-41ed-887d-4adb86b43647 will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:10.737913 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5252063-f475-45e8-934f-078fe4b316ec tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Pushing event deleted for resources: {'Port': ['ID=2bd62dce-ca58-4c9e-bb8a-99411d102c48,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:10.754213 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:10.762259 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b5bf61a-9182-47e6-a758-1a71619fdd20,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:10.781909 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Transition to ACTIVE for port object 1091111c-5887-41ed-887d-4adb86b43647 will not be triggered until provisioned by entity DHCP. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:10.786852 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-f4daab5a-890f-42e1-adab-51583c60c618 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8b5bf61a-9182-47e6-a758-1a71619fdd20 HTTP/1.1" status: 204  len: 168 time: 1.0190156
Apr 08 02:56:10.797116 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:10.900557 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Pushing event updated for resources: {'Port': ['ID=1091111c-5887-41ed-887d-4adb86b43647,revision_number=1']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:10.908649 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Network ae66bd3d-676a-4225-963c-1a0fd3518d06 is already hosted by enough agents. {{(pid=83138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:56:10.912868 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.base_scheduler [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Resources bound (agent type, host, resource id):  {{(pid=83138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:10.917007 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Received port after_create {{(pid=83138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:56:10.920436 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-39e63454-bff3-4663-83de-f8fa2efb5646 req-313d5629-2284-4c18-be5f-0e1b6dfef980 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 210 time: 0.0522039
Apr 08 02:56:10.923652 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:10.923994 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:10.924413 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:10.924781 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:10.925326 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:10.925561 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:10.925894 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:10.926324 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:10.927173 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:10.927584 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:10.928601 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:11.003694 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50354) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:11.031337 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Attempting to bind port 1091111c-5887-41ed-887d-4adb86b43647 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:56:11.032044 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Attempting to bind port 1091111c-5887-41ed-887d-4adb86b43647 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:56:11.032682 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Attempting to bind port 1091111c-5887-41ed-887d-4adb86b43647 on network ae66bd3d-676a-4225-963c-1a0fd3518d06 {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:56:11.040407 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:56:11.041097 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Checking segment: {'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:56:11.041710 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:11.042163 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Bound using segment: {'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:56:11.042698 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Bound port: 1091111c-5887-41ed-887d-4adb86b43647, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:56:11.043124 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:11.063039 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-5e2af511-7ffc-4889-97a1-e939c1f6b263 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cbbf5bb7e51d4d2d8594d6d1d3a797a3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0575213
Apr 08 02:56:11.065362 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50358) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:11.069047 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Allocated IP 172.27.2.201 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/6d401a04-dd2a-4b33-99de-bebea60593e9) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:56:11.136883 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] For port 1091111c-5887-41ed-887d-4adb86b43647, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:56:11.140655 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] For port 1091111c-5887-41ed-887d-4adb86b43647, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=1091111c-5887-41ed-887d-4adb86b43647,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:56:11.144366 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:11.236861 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f6389-6d2f-4467-8043-ce65ee0d901c None None] Pushing event updated for resources: {'Port': ['ID=1091111c-5887-41ed-887d-4adb86b43647,revision_number=2']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:11.249160 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 2bd62dce-ca58-4c9e-bb8a-99411d102c48 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:56:11.251971 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-51fd684b-813a-46ef-ae2d-05824bc717e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:11.286294 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] No Port match for: 2bd62dce-ca58-4c9e-bb8a-99411d102c48 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:56:11.286733 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 2bd62dce-ca58-4c9e-bb8a-99411d102c48 not bound to the agent host hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:56:11.308879 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-51fd684b-813a-46ef-ae2d-05824bc717e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:11.323753 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:11.401783 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78666b3d-ed00-45d9-9417-529cab7e0b4b req-a5252063-f475-45e8-934f-078fe4b316ec tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Router 83533c30-df13-46f3-994c-374573aaf0dc has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:56:11.403032 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:11.460300 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-51fd684b-813a-46ef-ae2d-05824bc717e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:11.496829 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:56:11.499448 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd684b-813a-46ef-ae2d-05824bc717e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b38cbe-7f14-40e3-9d71-e1bcb33ca307,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:11.506714 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:11.513935 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:56:11.541390 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Pushing event updated for resources: {'Port': ['ID=6d401a04-dd2a-4b33-99de-bebea60593e9,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:11.737599 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-51fd684b-813a-46ef-ae2d-05824bc717e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:11.738752 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-51fd684b-813a-46ef-ae2d-05824bc717e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5b38cbe-7f14-40e3-9d71-e1bcb33ca307 HTTP/1.1" status: 204  len: 168 time: 0.6718814
Apr 08 02:56:11.851492 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78666b3d-ed00-45d9-9417-529cab7e0b4b req-a5252063-f475-45e8-934f-078fe4b316ec tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:56:11.853303 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:11.853922 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783721'] for router, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:11.863015 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b86fb67-44e9-4dcf-9b25-7b3b0a50eaeb None None] Sync routers for ids ['83533c30-df13-46f3-994c-374573aaf0dc'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:56:11.886902 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b86fb67-44e9-4dcf-9b25-7b3b0a50eaeb None None] Routers {'83533c30-df13-46f3-994c-374573aaf0dc'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:56:11.888024 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-8b86fb67-44e9-4dcf-9b25-7b3b0a50eaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2608e80>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['83533c30-df13-46f3-994c-374573aaf0dc'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:11.983563 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-78666b3d-ed00-45d9-9417-529cab7e0b4b req-a5252063-f475-45e8-934f-078fe4b316ec tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] No DVR routers for this DVR port 2bd62dce-ca58-4c9e-bb8a-99411d102c48 on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:56:11.991740 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-78666b3d-ed00-45d9-9417-529cab7e0b4b req-a5252063-f475-45e8-934f-078fe4b316ec tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:11.994550 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-78666b3d-ed00-45d9-9417-529cab7e0b4b req-a5252063-f475-45e8-934f-078fe4b316ec tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.49 "DELETE /v2.0/ports/2bd62dce-ca58-4c9e-bb8a-99411d102c48 HTTP/1.1" status: 204  len: 173 time: 2.4124386
Apr 08 02:56:11.994550 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbeb7a47-a8ee-44b3-bc79-bd12670aaa33', 'name': 'network-vif-deleted', 'tag': '2bd62dce-ca58-4c9e-bb8a-99411d102c48'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:56:12.132959 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 1091111c-5887-41ed-887d-4adb86b43647 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:56:12.173843 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9e7d40-f80b-46bf-88fd-395174181da6'] response: {'server_uuid': 'bbeb7a47-a8ee-44b3-bc79-bd12670aaa33', 'name': 'network-vif-deleted', 'tag': '2bd62dce-ca58-4c9e-bb8a-99411d102c48', 'status': 'completed', 'code': 200}
Apr 08 02:56:12.329399 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c is scheduled to L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c with binding_index 1 {{(pid=83137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 08 02:56:12.354128 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d6c58744-438e-448c-a315-e57e0f254320 req-e102fe9f-a3bb-493a-9fa1-7eee866f68c9 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbeb7a47-a8ee-44b3-bc79-bd12670aaa33 HTTP/1.1" status: 200  len: 210 time: 0.0887098
Apr 08 02:56:12.393111 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-8b86fb67-44e9-4dcf-9b25-7b3b0a50eaeb None None] Set router 83533c30-df13-46f3-994c-374573aaf0dc gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:56:12.614247 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 1091111c-5887-41ed-887d-4adb86b43647 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:56:12.653919 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68614e1a-dfb7-4228-9e35-f2fe501558b9 None None] Network ae66bd3d-676a-4225-963c-1a0fd3518d06 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:56:12.793609 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device a89ff046-a4e3-416e-857f-9ebcf2bfdcae no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:56:12.799260 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:56:12.836328 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Sync routers for ids ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:56:12.839146 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] Notify callbacks [] for router, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:12.841307 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-b5830795-5b64-4025-9e7d-428d3273745b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.2734532
Apr 08 02:56:12.843928 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50378) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:12.875745 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: a89ff046-a4e3-416e-857f-9ebcf2bfdcae {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:56:12.876260 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device a89ff046-a4e3-416e-857f-9ebcf2bfdcae not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:56:12.900470 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-8b86fb67-44e9-4dcf-9b25-7b3b0a50eaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2608e80>, [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 4, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port': {'id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '8de3e0ea-813d-4c5a-b074-96afa49bccc6', 'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'mac_address': 'fa:16:3e:ee:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:37Z', 'revision_number': 5, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'subnets': [{'id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:12.904276 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b86fb67-44e9-4dcf-9b25-7b3b0a50eaeb None None] Checking router: 83533c30-df13-46f3-994c-374573aaf0dc for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:56:12.914229 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Routers {'9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:56:12.915000 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a23eaac0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:12.915384 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b86fb67-44e9-4dcf-9b25-7b3b0a50eaeb None None] Routers {'83533c30-df13-46f3-994c-374573aaf0dc'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:56:12.916722 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-8b86fb67-44e9-4dcf-9b25-7b3b0a50eaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2608e80>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['83533c30-df13-46f3-994c-374573aaf0dc'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:13.086491 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-719e424e-686f-40a0-8441-c5886b0fb1be None None] Provisioning for port 1091111c-5887-41ed-887d-4adb86b43647 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:56:13.125641 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-719e424e-686f-40a0-8441-c5886b0fb1be None None] Provisioning complete for port 1091111c-5887-41ed-887d-4adb86b43647 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:13.126150 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-719e424e-686f-40a0-8441-c5886b0fb1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:13.179164 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-8b86fb67-44e9-4dcf-9b25-7b3b0a50eaeb None None] Set router 83533c30-df13-46f3-994c-374573aaf0dc gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:56:13.405423 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Set router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:56:13.600774 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50396) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:13.647703 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-719e424e-686f-40a0-8441-c5886b0fb1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:13.650264 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-8b86fb67-44e9-4dcf-9b25-7b3b0a50eaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2608e80>, [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 4, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port': {'id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '8de3e0ea-813d-4c5a-b074-96afa49bccc6', 'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'mac_address': 'fa:16:3e:ee:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:37Z', 'revision_number': 5, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'subnets': [{'id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:13.654788 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b86fb67-44e9-4dcf-9b25-7b3b0a50eaeb None None] The sync data for ids ['83533c30-df13-46f3-994c-374573aaf0dc'] in dv-cinder-837052-1-iscsi is: [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:44:43Z', 'revision_number': 4, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port': {'id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': '8de3e0ea-813d-4c5a-b074-96afa49bccc6', 'name': '', 'network_id': '9177d28f-82e1-4f7a-9248-434f10dfbba9', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'mac_address': 'fa:16:3e:ee:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:42Z', 'updated_at': '2022-04-08T02:45:37Z', 'revision_number': 5, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'subnets': [{'id': '3ecf36cf-7175-47e0-89d3-2818045d184b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:56:13.754163 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b8a08342-9b5d-462d-91d3-3ecbfa124bd4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:13.771848 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-719e424e-686f-40a0-8441-c5886b0fb1be None None] For port 1091111c-5887-41ed-887d-4adb86b43647, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=1091111c-5887-41ed-887d-4adb86b43647,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:56:13.781625 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-719e424e-686f-40a0-8441-c5886b0fb1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:13.822946 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b8a08342-9b5d-462d-91d3-3ecbfa124bd4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:13.915990 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b8a08342-9b5d-462d-91d3-3ecbfa124bd4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:13.979352 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a08342-9b5d-462d-91d3-3ecbfa124bd4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41c29a3-c2da-4332-80de-ffb2cc1c93be,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:14.000525 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b8a08342-9b5d-462d-91d3-3ecbfa124bd4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:14.005328 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-b8a08342-9b5d-462d-91d3-3ecbfa124bd4 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "DELETE /v2.0/security-groups/f41c29a3-c2da-4332-80de-ffb2cc1c93be HTTP/1.1" status: 204  len: 168 time: 0.4035416
Apr 08 02:56:14.007320 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50404) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:14.017537 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:14.033184 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e424e-686f-40a0-8441-c5886b0fb1be None None] Pushing event updated for resources: {'Port': ['ID=1091111c-5887-41ed-887d-4adb86b43647,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:14.052518 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.api.v2.resource [None req-e3c87f68-0158-4d4f-80e7-6bcf13fb7a48 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] show failed (client error): The resource could not be found.
Apr 08 02:56:14.057064 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-e3c87f68-0158-4d4f-80e7-6bcf13fb7a48 tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "GET /v2.0/security-groups/f41c29a3-c2da-4332-80de-ffb2cc1c93be HTTP/1.1" status: 404  len: 347 time: 0.0484936
Apr 08 02:56:14.058274 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50408) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:14.116322 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a23eaac0>, [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:11Z', 'revision_number': 3, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:14.121104 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Checking router: 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:56:14.121489 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Updating router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c port 6d401a04-dd2a-4b33-99de-bebea60593e9 binding host dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:56:14.127022 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9cbdef-b16e-4e4c-abed-7a73c7c82744 None None] New status for floating IP 629ab896-5633-4d6e-81be-deb351f8979f: DOWN {{(pid=83139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:56:14.166394 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5f8687bf-8bb7-4f6f-914a-77e20181b8e2 None None] Provisioning complete for port 1091111c-5887-41ed-887d-4adb86b43647 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:14.166809 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5f8687bf-8bb7-4f6f-914a-77e20181b8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:14.236158 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:14.289648 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-b946acbe-354b-42e1-ba51-81f26b51989d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Deleting port 245e9534-d200-4b89-a863-5647c104ac2c {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:56:14.290053 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b946acbe-354b-42e1-ba51-81f26b51989d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:14.343106 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] Allocated IP 172.20.0.1 (ae66bd3d-676a-4225-963c-1a0fd3518d06/5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc/aefc9205-0a5f-47fd-bfb0-919c6935343f) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:56:14.528029 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:14.543443 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] Transition to ACTIVE for port object aefc9205-0a5f-47fd-bfb0-919c6935343f will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:14.568104 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:14.570492 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b946acbe-354b-42e1-ba51-81f26b51989d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:14.570633 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b946acbe-354b-42e1-ba51-81f26b51989d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:14.635131 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] Network ae66bd3d-676a-4225-963c-1a0fd3518d06 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:56:14.638273 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:14.642813 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:56:14.649130 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Notify callbacks [] for port, precommit_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:14.666094 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Transition to ACTIVE for port object 6d401a04-dd2a-4b33-99de-bebea60593e9 will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:14.673256 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] Pushing event updated for resources: {'Port': ['ID=aefc9205-0a5f-47fd-bfb0-919c6935343f,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:14.685931 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:14.700910 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-b946acbe-354b-42e1-ba51-81f26b51989d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Calling delete_port for 245e9534-d200-4b89-a863-5647c104ac2c owned by network:floatingip {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:56:14.707975 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784291'] for router_interface, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:14.786617 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6078c3-18cd-409a-b16a-b727001c53fa None None] Pushing event updated for resources: {'Port': ['ID=6d401a04-dd2a-4b33-99de-bebea60593e9,revision_number=2']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:14.792253 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Attempting to bind port 6d401a04-dd2a-4b33-99de-bebea60593e9 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:56:14.792613 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Attempting to bind port 6d401a04-dd2a-4b33-99de-bebea60593e9 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:56:14.793028 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Attempting to bind port 6d401a04-dd2a-4b33-99de-bebea60593e9 on network 24529cff-0200-4bb0-a643-d2ea0aa9465c {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:56:14.800749 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:56:14.801365 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Checking segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:56:14.802494 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:14.802936 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Bound using segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:56:14.803504 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Bound port: 6d401a04-dd2a-4b33-99de-bebea60593e9, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:56:14.803974 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:14.808095 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.db.api [None req-b946acbe-354b-42e1-ba51-81f26b51989d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:56:14.808882 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG oslo_db.api [None req-b946acbe-354b-42e1-ba51-81f26b51989d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:56:14.820646 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:14.882030 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] For port 6d401a04-dd2a-4b33-99de-bebea60593e9, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:56:14.885031 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] For port 6d401a04-dd2a-4b33-99de-bebea60593e9, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=6d401a04-dd2a-4b33-99de-bebea60593e9,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:56:14.889352 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:14.990314 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6078c3-18cd-409a-b16a-b727001c53fa None None] Pushing event updated for resources: {'Port': ['ID=6d401a04-dd2a-4b33-99de-bebea60593e9,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:14.994754 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-9c916046-d46b-4e34-8054-94f00c87d243 None None] Provisioning for port aefc9205-0a5f-47fd-bfb0-919c6935343f completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:56:14.997876 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Routers {'9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:56:14.998488 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a23eaac0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:15.051513 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:15.057365 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:15.162465 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] Pushing event updated for resources: {'Port': ['ID=aefc9205-0a5f-47fd-bfb0-919c6935343f,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:15.164957 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7999011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784188'] for router_interface, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:15.165136 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-9c916046-d46b-4e34-8054-94f00c87d243 None None] Provisioning complete for port aefc9205-0a5f-47fd-bfb0-919c6935343f triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:15.165449 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9c916046-d46b-4e34-8054-94f00c87d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:15.250375 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-9c916046-d46b-4e34-8054-94f00c87d243 None None] Port aefc9205-0a5f-47fd-bfb0-919c6935343f cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:56:15.289833 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] Set router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:56:15.303106 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] Network ae66bd3d-676a-4225-963c-1a0fd3518d06 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:56:15.304191 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:15.310293 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-b946acbe-354b-42e1-ba51-81f26b51989d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Deleting port 245e9534-d200-4b89-a863-5647c104ac2c {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:56:15.310911 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b946acbe-354b-42e1-ba51-81f26b51989d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:15.536178 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b946acbe-354b-42e1-ba51-81f26b51989d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:15.536614 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b946acbe-354b-42e1-ba51-81f26b51989d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:15.610406 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-332dca88-d347-4962-b44d-271f5d02a661 None None] Provisioning complete for port aefc9205-0a5f-47fd-bfb0-919c6935343f triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:15.610739 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-332dca88-d347-4962-b44d-271f5d02a661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:15.704757 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-b946acbe-354b-42e1-ba51-81f26b51989d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Calling delete_port for 245e9534-d200-4b89-a863-5647c104ac2c owned by network:floatingip {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:56:15.726939 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-332dca88-d347-4962-b44d-271f5d02a661 None None] Port aefc9205-0a5f-47fd-bfb0-919c6935343f cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:56:15.776807 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a23eaac0>, [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 1, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:15.781600 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9de20e-0ce6-46a5-af30-43a98d89cb85 None None] The sync data for ids ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'] in dv-cinder-837052-1-iscsi is: [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 1, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:56:15.896739 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b946acbe-354b-42e1-ba51-81f26b51989d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:15.951115 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946acbe-354b-42e1-ba51-81f26b51989d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Pushing event deleted for resources: {'Port': ['ID=245e9534-d200-4b89-a863-5647c104ac2c,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:15.975214 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] Router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:56:16.079606 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b946acbe-354b-42e1-ba51-81f26b51989d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks [] for floatingip, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:16.099995 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b946acbe-354b-42e1-ba51-81f26b51989d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:16.102163 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-b946acbe-354b-42e1-ba51-81f26b51989d tempest-AttachVolumeShelveTestJSON-2100961107 tempest-AttachVolumeShelveTestJSON-2100961107-project] 10.222.0.48 "DELETE /v2.0/floatingips/629ab896-5633-4d6e-81be-deb351f8979f HTTP/1.1" status: 204  len: 168 time: 2.0428729
Apr 08 02:56:16.108176 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 1091111c-5887-41ed-887d-4adb86b43647 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:56:16.186962 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 1091111c-5887-41ed-887d-4adb86b43647 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:16.187247 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:16.255680 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:56:16.265541 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-c408ec5c-1415-40c8-96bd-7be018b9c19b admin admin] 10.222.0.48 "PUT /v2.0/routers/9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4202993
Apr 08 02:56:17.239184 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50454) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:17.244466 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1077866854-network', 'tenant_id': '152098382d404cbdb5261f1d56a88f6c'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:56:17.249101 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:17.252890 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Usage tracker for resource:network and tenant:152098382d404cbdb5261f1d56a88f6c is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:17.255753 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:17.262813 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:17.272483 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Made reservation on behalf of 152098382d404cbdb5261f1d56a88f6c for: {'network': 1} {{(pid=83136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:56:17.274788 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:17.287610 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:17.318093 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:17.321942 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Usage tracker for resource:security_group_rule and tenant:152098382d404cbdb5261f1d56a88f6c is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:17.324905 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:17.330536 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:17.411193 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:17.424083 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:17.455581 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'}  {{(pid=83136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:56:17.462724 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7422e0-a6f0-4fa3-be28-3d7ab1b9c600,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:17.470755 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:17.471224 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.db.segments_db [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Added segment 8fa3c1d4-8ac1-498c-bf5f-3512fece5c56 of type vlan for network 4bf3a358-9d76-4bc8-8197-cfaf134a8c0c
Apr 08 02:56:17.503886 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:17.534430 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:17.535441 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:17.536823 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:17.639854 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] Pushing event updated for resources: {'Network': ['ID=4bf3a358-9d76-4bc8-8197-cfaf134a8c0c,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:17.642822 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-d07ee1e8-ea6d-4478-9e28-2c1e5e908667 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4025946
Apr 08 02:56:17.646371 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50470) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:17.650584 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network 4bf3a358-9d76-4bc8-8197-cfaf134a8c0c details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:56:17.652945 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-2c4acc98-fd7f-4271-86f4-14cae153b689 admin admin] Request body: {'subnet': {'network_id': '4bf3a358-9d76-4bc8-8197-cfaf134a8c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1077866854-subnet', 'tenant_id': '152098382d404cbdb5261f1d56a88f6c', 'ip_version': 4}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:56:17.658039 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-2c4acc98-fd7f-4271-86f4-14cae153b689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:17.665442 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-2c4acc98-fd7f-4271-86f4-14cae153b689 admin admin] Usage tracker for resource:subnet and tenant:152098382d404cbdb5261f1d56a88f6c is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:17.668782 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-2c4acc98-fd7f-4271-86f4-14cae153b689 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:17.674856 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-2c4acc98-fd7f-4271-86f4-14cae153b689 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:17.685852 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4acc98-fd7f-4271-86f4-14cae153b689 admin admin] Made reservation on behalf of 152098382d404cbdb5261f1d56a88f6c for: {'subnet': 1} {{(pid=83136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:56:17.688113 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2c4acc98-fd7f-4271-86f4-14cae153b689 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1174077'] for subnet, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:17.885422 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2c4acc98-fd7f-4271-86f4-14cae153b689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2030029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1174035'] for subnet, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:17.965452 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4acc98-fd7f-4271-86f4-14cae153b689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29ede3cb-e95a-48d1-8956-a4f747b3da4d,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:17.981214 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4acc98-fd7f-4271-86f4-14cae153b689 admin admin] Checking segment: {'id': '8fa3c1d4-8ac1-498c-bf5f-3512fece5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bf3a358-9d76-4bc8-8197-cfaf134a8c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:56:17.981612 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4acc98-fd7f-4271-86f4-14cae153b689 admin admin] Network hostable DHCP agents. Network: 4bf3a358-9d76-4bc8-8197-cfaf134a8c0c, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:56:18.007144 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4acc98-fd7f-4271-86f4-14cae153b689 admin admin] Network 4bf3a358-9d76-4bc8-8197-cfaf134a8c0c is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:56:18.020382 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [None req-2c4acc98-fd7f-4271-86f4-14cae153b689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, 4bf3a358-9d76-4bc8-8197-cfaf134a8c0c) {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:18.024598 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4acc98-fd7f-4271-86f4-14cae153b689 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:18.025237 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-2c4acc98-fd7f-4271-86f4-14cae153b689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.031731 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d621b8-360b-42db-9c79-4be66254ee9a None None] Network 4bf3a358-9d76-4bc8-8197-cfaf134a8c0c requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:56:18.053425 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 6d401a04-dd2a-4b33-99de-bebea60593e9 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:56:18.133225 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-2c4acc98-fd7f-4271-86f4-14cae153b689 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4848547
Apr 08 02:56:18.136042 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50476) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:18.143687 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1077866854-router', 'tenant_id': '152098382d404cbdb5261f1d56a88f6c', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:56:18.149214 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:18.153489 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Usage tracker for resource:router and tenant:152098382d404cbdb5261f1d56a88f6c is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:18.156590 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:18.174467 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:18.189234 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61808'] for router, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.190197 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61769'] for router, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.209734 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.251945 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 6d401a04-dd2a-4b33-99de-bebea60593e9 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:56:18.259017 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 6d401a04-dd2a-4b33-99de-bebea60593e9 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:18.259378 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.350443 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3364f179-0d4a-51e7-8435-5d406743cc3e-4bf3a358-9d76-4bc8-8197-cfaf134a8c0c', 'network_id': '4bf3a358-9d76-4bc8-8197-cfaf134a8c0c', 'tenant_id': '152098382d404cbdb5261f1d56a88f6c', 'fixed_ips': [{'subnet_id': '29ede3cb-e95a-48d1-8956-a4f747b3da4d'}]}} from dv-cinder-837052-1-iscsi. {{(pid=83138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 08 02:56:18.351266 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.352598 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61787'] for router, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.474477 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.507717 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port 6d401a04-dd2a-4b33-99de-bebea60593e9, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=6d401a04-dd2a-4b33-99de-bebea60593e9,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:56:18.541806 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.542064 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.573637 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.624127 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.db_base_plugin_common [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Allocated IP 172.20.0.2 (4bf3a358-9d76-4bc8-8197-cfaf134a8c0c/29ede3cb-e95a-48d1-8956-a4f747b3da4d/47178b67-3c8d-4d46-ad18-fb574e7f177b) {{(pid=83138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:56:18.636033 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=6d401a04-dd2a-4b33-99de-bebea60593e9,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:18.734900 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Allocated IP 172.27.2.119 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/7624a242-5930-4e9d-bcf4-f775defc3a4d) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:56:18.899537 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Notify callbacks [] for port, precommit_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.910945 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Transition to ACTIVE for port object 47178b67-3c8d-4d46-ad18-fb574e7f177b will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:18.915335 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.933982 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Transition to ACTIVE for port object 47178b67-3c8d-4d46-ad18-fb574e7f177b will not be triggered until provisioned by entity DHCP. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:18.941762 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306'] for port, after_create {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.962982 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.979563 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50502) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:19.012964 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Network 4bf3a358-9d76-4bc8-8197-cfaf134a8c0c is already hosted by enough agents. {{(pid=83138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:56:19.022214 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.scheduler.base_scheduler [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Resources bound (agent type, host, resource id):  {{(pid=83138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:19.041703 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Received port after_create {{(pid=83138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:56:19.069933 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Pushing event updated for resources: {'Port': ['ID=47178b67-3c8d-4d46-ad18-fb574e7f177b,revision_number=1']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:19.072622 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:56:19.076608 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:19.078896 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Pushing event updated for resources: {'Port': ['ID=7624a242-5930-4e9d-bcf4-f775defc3a4d,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:19.084700 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:56:19.181476 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Attempting to bind port 47178b67-3c8d-4d46-ad18-fb574e7f177b on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:56:19.181834 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Attempting to bind port 47178b67-3c8d-4d46-ad18-fb574e7f177b by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '8fa3c1d4-8ac1-498c-bf5f-3512fece5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bf3a358-9d76-4bc8-8197-cfaf134a8c0c'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:56:19.182178 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Attempting to bind port 47178b67-3c8d-4d46-ad18-fb574e7f177b on network 4bf3a358-9d76-4bc8-8197-cfaf134a8c0c {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:56:19.188843 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:56:19.189205 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Checking segment: {'id': '8fa3c1d4-8ac1-498c-bf5f-3512fece5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bf3a358-9d76-4bc8-8197-cfaf134a8c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:56:19.189579 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.189956 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Bound using segment: {'id': '8fa3c1d4-8ac1-498c-bf5f-3512fece5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bf3a358-9d76-4bc8-8197-cfaf134a8c0c'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:56:19.190396 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Bound port: 47178b67-3c8d-4d46-ad18-fb574e7f177b, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa3c1d4-8ac1-498c-bf5f-3512fece5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bf3a358-9d76-4bc8-8197-cfaf134a8c0c'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:56:19.190795 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.277432 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.277905 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783721'] for router, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.289232 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] For port 47178b67-3c8d-4d46-ad18-fb574e7f177b, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:56:19.292535 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] For port 47178b67-3c8d-4d46-ad18-fb574e7f177b, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=47178b67-3c8d-4d46-ad18-fb574e7f177b,segment=NetworkSegment(8fa3c1d4-8ac1-498c-bf5f-3512fece5c56),segment_id=8fa3c1d4-8ac1-498c-bf5f-3512fece5c56)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:56:19.298835 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.393403 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610969fb-0eda-443d-b934-51941c5dcd11 None None] Pushing event updated for resources: {'Port': ['ID=47178b67-3c8d-4d46-ad18-fb574e7f177b,revision_number=2']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:19.726179 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Router 71a2da46-32f8-421c-becd-bbc1ad111483 is scheduled to L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c with binding_index 1 {{(pid=83137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 08 02:56:19.817789 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-57d8186e-58d6-4aec-aa2b-3ab219cfaf7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784174'] for router_interface, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.955266 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:56:19.967629 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Sync routers for ids ['71a2da46-32f8-421c-becd-bbc1ad111483'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:56:19.983656 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Routers {'71a2da46-32f8-421c-becd-bbc1ad111483'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:56:19.987338 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a26473a0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['71a2da46-32f8-421c-becd-bbc1ad111483'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:20.007149 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:56:20.026442 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] Notify callbacks [] for router, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:20.027998 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-a24a9b34-fa08-4daa-bd9e-c39808c7a7ea admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.8904805
Apr 08 02:56:20.030417 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50534) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:20.198747 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 47178b67-3c8d-4d46-ad18-fb574e7f177b up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:56:20.349876 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Set router 71a2da46-32f8-421c-becd-bbc1ad111483 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:56:20.510873 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-57d8186e-58d6-4aec-aa2b-3ab219cfaf7e admin admin] Deleting port 8de3e0ea-813d-4c5a-b074-96afa49bccc6 {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:56:20.511818 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-57d8186e-58d6-4aec-aa2b-3ab219cfaf7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:20.573304 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd876a4-e999-4e1b-b4c7-16f49bcb5b97 None None] Network 4bf3a358-9d76-4bc8-8197-cfaf134a8c0c requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:56:20.587023 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 47178b67-3c8d-4d46-ad18-fb574e7f177b completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:56:20.647428 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 6d401a04-dd2a-4b33-99de-bebea60593e9 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:56:20.701835 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [None req-57d8186e-58d6-4aec-aa2b-3ab219cfaf7e admin admin] For port 8de3e0ea-813d-4c5a-b074-96afa49bccc6, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=8de3e0ea-813d-4c5a-b074-96afa49bccc6,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:56:20.702288 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-57d8186e-58d6-4aec-aa2b-3ab219cfaf7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:20.775944 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-90f4bf4a-9b5a-4cac-ac6c-93d768fbc5b8 None None] Provisioning for port 47178b67-3c8d-4d46-ad18-fb574e7f177b completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:56:20.828221 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-90f4bf4a-9b5a-4cac-ac6c-93d768fbc5b8 None None] Provisioning complete for port 47178b67-3c8d-4d46-ad18-fb574e7f177b triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:20.828451 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-90f4bf4a-9b5a-4cac-ac6c-93d768fbc5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:20.841873 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-57d8186e-58d6-4aec-aa2b-3ab219cfaf7e admin admin] Calling delete_port for 8de3e0ea-813d-4c5a-b074-96afa49bccc6 owned by network:router_interface {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:56:20.884277 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:20.999187 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 6d401a04-dd2a-4b33-99de-bebea60593e9 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:20.999778 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.144707 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] Allocated IP 172.20.0.1 (4bf3a358-9d76-4bc8-8197-cfaf134a8c0c/29ede3cb-e95a-48d1-8956-a4f747b3da4d/d6700532-5171-406d-b2f1-8719842b4862) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:56:21.147668 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-57d8186e-58d6-4aec-aa2b-3ab219cfaf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.171779 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a26473a0>, [{'id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'name': 'tempest-TestVolumeBootPattern-1077866854-router', 'tenant_id': '152098382d404cbdb5261f1d56a88f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '7624a242-5930-4e9d-bcf4-f775defc3a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:18Z', 'updated_at': '2022-04-08T02:56:19Z', 'revision_number': 3, 'project_id': '152098382d404cbdb5261f1d56a88f6c', 'gw_port': {'id': '7624a242-5930-4e9d-bcf4-f775defc3a4d', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:18Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:21.184572 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-90f4bf4a-9b5a-4cac-ac6c-93d768fbc5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.198143 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Checking router: 71a2da46-32f8-421c-becd-bbc1ad111483 for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:56:21.198578 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Updating router 71a2da46-32f8-421c-becd-bbc1ad111483 port 7624a242-5930-4e9d-bcf4-f775defc3a4d binding host dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:56:21.237518 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8186e-58d6-4aec-aa2b-3ab219cfaf7e admin admin] Pushing event deleted for resources: {'Port': ['ID=8de3e0ea-813d-4c5a-b074-96afa49bccc6,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:21.360857 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.425192 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-90f4bf4a-9b5a-4cac-ac6c-93d768fbc5b8 None None] For port 47178b67-3c8d-4d46-ad18-fb574e7f177b, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=47178b67-3c8d-4d46-ad18-fb574e7f177b,segment=NetworkSegment(8fa3c1d4-8ac1-498c-bf5f-3512fece5c56),segment_id=8fa3c1d4-8ac1-498c-bf5f-3512fece5c56)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:56:21.461113 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-90f4bf4a-9b5a-4cac-ac6c-93d768fbc5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.576495 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.597127 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] Transition to ACTIVE for port object d6700532-5171-406d-b2f1-8719842b4862 will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:21.622201 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.627546 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-57d8186e-58d6-4aec-aa2b-3ab219cfaf7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7999094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784255'] for router_interface, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.649233 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4bf4a-9b5a-4cac-ac6c-93d768fbc5b8 None None] Pushing event updated for resources: {'Port': ['ID=47178b67-3c8d-4d46-ad18-fb574e7f177b,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:21.692794 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] Network 4bf3a358-9d76-4bc8-8197-cfaf134a8c0c is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:56:21.695662 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:21.698049 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:56:21.730845 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] Pushing event updated for resources: {'Port': ['ID=d6700532-5171-406d-b2f1-8719842b4862,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:21.758139 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784291'] for router_interface, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.772130 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-97592150-44de-4dae-a15c-d735f75998dd None None] Provisioning complete for port 47178b67-3c8d-4d46-ad18-fb574e7f177b triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:21.772507 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-97592150-44de-4dae-a15c-d735f75998dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.843643 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.045579 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Notify callbacks [] for port, precommit_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.061035 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Transition to ACTIVE for port object 7624a242-5930-4e9d-bcf4-f775defc3a4d will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:22.088225 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.136676 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 47178b67-3c8d-4d46-ad18-fb574e7f177b up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:56:22.181037 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.185558 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-637709b0-2c8a-4b55-93d2-fce006c19750 None None] Provisioning for port d6700532-5171-406d-b2f1-8719842b4862 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:56:22.186514 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.217258 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-637709b0-2c8a-4b55-93d2-fce006c19750 None None] Provisioning complete for port d6700532-5171-406d-b2f1-8719842b4862 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:22.217630 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-637709b0-2c8a-4b55-93d2-fce006c19750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.267935 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921c6ec-75a5-4b90-bece-bd51926610b7 None None] Pushing event updated for resources: {'Port': ['ID=7624a242-5930-4e9d-bcf4-f775defc3a4d,revision_number=2']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:22.290291 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Attempting to bind port 7624a242-5930-4e9d-bcf4-f775defc3a4d on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:56:22.290706 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Attempting to bind port 7624a242-5930-4e9d-bcf4-f775defc3a4d by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:56:22.291206 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Attempting to bind port 7624a242-5930-4e9d-bcf4-f775defc3a4d on network 24529cff-0200-4bb0-a643-d2ea0aa9465c {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:56:22.293517 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] Pushing event updated for resources: {'Port': ['ID=d6700532-5171-406d-b2f1-8719842b4862,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:22.296069 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7999011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784188'] for router_interface, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.301056 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-637709b0-2c8a-4b55-93d2-fce006c19750 None None] Port d6700532-5171-406d-b2f1-8719842b4862 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:56:22.306959 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:56:22.307346 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Checking segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:56:22.307722 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.308103 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Bound using segment: {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:56:22.308560 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Bound port: 7624a242-5930-4e9d-bcf4-f775defc3a4d, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f3ecd5-628c-4d60-883a-751c480928e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:56:22.308922 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.325338 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d8186e-58d6-4aec-aa2b-3ab219cfaf7e admin admin] Router 83533c30-df13-46f3-994c-374573aaf0dc has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:56:22.368751 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 47178b67-3c8d-4d46-ad18-fb574e7f177b triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:22.369136 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.438045 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] For port 7624a242-5930-4e9d-bcf4-f775defc3a4d, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:56:22.440838 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] Network 4bf3a358-9d76-4bc8-8197-cfaf134a8c0c is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:56:22.442449 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] For port 7624a242-5930-4e9d-bcf4-f775defc3a4d, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=7624a242-5930-4e9d-bcf4-f775defc3a4d,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:56:22.442804 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:22.452194 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.551029 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d8186e-58d6-4aec-aa2b-3ab219cfaf7e admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:56:22.561703 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e9b8c-2d04-4db0-9c4a-0c6e8b81f56a None None] Sync routers for ids ['83533c30-df13-46f3-994c-374573aaf0dc'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:56:22.586624 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-57d8186e-58d6-4aec-aa2b-3ab219cfaf7e admin admin] 10.222.0.48 "PUT /v2.0/routers/83533c30-df13-46f3-994c-374573aaf0dc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6046665
Apr 08 02:56:22.588475 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50548) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:22.590833 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e9b8c-2d04-4db0-9c4a-0c6e8b81f56a None None] Routers {'83533c30-df13-46f3-994c-374573aaf0dc'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:56:22.591448 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-948e9b8c-2d04-4db0-9c4a-0c6e8b81f56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2840370>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['83533c30-df13-46f3-994c-374573aaf0dc'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:22.653647 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Routers {'71a2da46-32f8-421c-becd-bbc1ad111483'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:56:22.654594 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a26473a0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['71a2da46-32f8-421c-becd-bbc1ad111483'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:22.861192 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-948e9b8c-2d04-4db0-9c4a-0c6e8b81f56a None None] Set router 83533c30-df13-46f3-994c-374573aaf0dc gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:56:22.895384 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921c6ec-75a5-4b90-bece-bd51926610b7 None None] Pushing event updated for resources: {'Port': ['ID=7624a242-5930-4e9d-bcf4-f775defc3a4d,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:22.910395 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ee1f791d-6e01-4254-b4ec-2e59f564001f admin admin] Notify callbacks [] for router, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.935853 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5103421f-d971-4994-8ea4-3030bc5078d1 None None] Provisioning complete for port d6700532-5171-406d-b2f1-8719842b4862 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:22.936139 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5103421f-d971-4994-8ea4-3030bc5078d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.960587 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] Router 71a2da46-32f8-421c-becd-bbc1ad111483 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:56:23.039233 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5103421f-d971-4994-8ea4-3030bc5078d1 None None] Port d6700532-5171-406d-b2f1-8719842b4862 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:56:23.056495 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] Set router 71a2da46-32f8-421c-becd-bbc1ad111483 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:56:23.228748 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:56:23.242712 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-e9579f5f-7017-4d20-a4df-464b874cc69c admin admin] 10.222.0.48 "PUT /v2.0/routers/71a2da46-32f8-421c-becd-bbc1ad111483/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2110245
Apr 08 02:56:23.269210 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ee1f791d-6e01-4254-b4ec-2e59f564001f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:23.288464 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-ee1f791d-6e01-4254-b4ec-2e59f564001f admin admin] Deleting port f27e764a-e765-4ae4-987e-a8fec81631f4 {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:56:23.288949 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ee1f791d-6e01-4254-b4ec-2e59f564001f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:23.295206 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-948e9b8c-2d04-4db0-9c4a-0c6e8b81f56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2840370>, [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:56:20Z', 'revision_number': 5, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port': {'id': 'f27e764a-e765-4ae4-987e-a8fec81631f4', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83533c30-df13-46f3-994c-374573aaf0dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:37Z', 'updated_at': '2022-04-08T02:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:23.300723 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e9b8c-2d04-4db0-9c4a-0c6e8b81f56a None None] Checking router: 83533c30-df13-46f3-994c-374573aaf0dc for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:56:23.315308 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e9b8c-2d04-4db0-9c4a-0c6e8b81f56a None None] Routers {'83533c30-df13-46f3-994c-374573aaf0dc'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:56:23.316224 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-948e9b8c-2d04-4db0-9c4a-0c6e8b81f56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2840370>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['83533c30-df13-46f3-994c-374573aaf0dc'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:23.482012 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-948e9b8c-2d04-4db0-9c4a-0c6e8b81f56a None None] Set router 83533c30-df13-46f3-994c-374573aaf0dc gateway port host: None {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:56:23.493665 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a26473a0>, [{'id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'name': 'tempest-TestVolumeBootPattern-1077866854-router', 'tenant_id': '152098382d404cbdb5261f1d56a88f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '7624a242-5930-4e9d-bcf4-f775defc3a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:18Z', 'updated_at': '2022-04-08T02:56:21Z', 'revision_number': 4, 'project_id': '152098382d404cbdb5261f1d56a88f6c', 'gw_port': {'id': '7624a242-5930-4e9d-bcf4-f775defc3a4d', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:18Z', 'updated_at': '2022-04-08T02:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'd6700532-5171-406d-b2f1-8719842b4862', 'name': '', 'network_id': '4bf3a358-9d76-4bc8-8197-cfaf134a8c0c', 'tenant_id': '152098382d404cbdb5261f1d56a88f6c', 'mac_address': 'fa:16:3e:8e:35:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29ede3cb-e95a-48d1-8956-a4f747b3da4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:20Z', 'updated_at': '2022-04-08T02:56:21Z', 'revision_number': 2, 'project_id': '152098382d404cbdb5261f1d56a88f6c', 'subnets': [{'id': '29ede3cb-e95a-48d1-8956-a4f747b3da4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:23.498206 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae8d0cb-1ffe-460a-90d4-c3081a782d3c None None] The sync data for ids ['71a2da46-32f8-421c-becd-bbc1ad111483'] in dv-cinder-837052-1-iscsi is: [{'id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'name': 'tempest-TestVolumeBootPattern-1077866854-router', 'tenant_id': '152098382d404cbdb5261f1d56a88f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '7624a242-5930-4e9d-bcf4-f775defc3a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:18Z', 'updated_at': '2022-04-08T02:56:21Z', 'revision_number': 4, 'project_id': '152098382d404cbdb5261f1d56a88f6c', 'gw_port': {'id': '7624a242-5930-4e9d-bcf4-f775defc3a4d', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:18Z', 'updated_at': '2022-04-08T02:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'd6700532-5171-406d-b2f1-8719842b4862', 'name': '', 'network_id': '4bf3a358-9d76-4bc8-8197-cfaf134a8c0c', 'tenant_id': '152098382d404cbdb5261f1d56a88f6c', 'mac_address': 'fa:16:3e:8e:35:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29ede3cb-e95a-48d1-8956-a4f747b3da4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:20Z', 'updated_at': '2022-04-08T02:56:21Z', 'revision_number': 2, 'project_id': '152098382d404cbdb5261f1d56a88f6c', 'subnets': [{'id': '29ede3cb-e95a-48d1-8956-a4f747b3da4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:56:23.502933 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [None req-ee1f791d-6e01-4254-b4ec-2e59f564001f admin admin] For port f27e764a-e765-4ae4-987e-a8fec81631f4, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=f27e764a-e765-4ae4-987e-a8fec81631f4,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:56:23.503239 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ee1f791d-6e01-4254-b4ec-2e59f564001f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:23.594618 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-948e9b8c-2d04-4db0-9c4a-0c6e8b81f56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2840370>, [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:56:23Z', 'revision_number': 6, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port_host': None}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:23.600044 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e9b8c-2d04-4db0-9c4a-0c6e8b81f56a None None] The sync data for ids ['83533c30-df13-46f3-994c-374573aaf0dc'] in dv-cinder-837052-1-iscsi is: [{'id': '83533c30-df13-46f3-994c-374573aaf0dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1517876624-router', 'tenant_id': 'f673f0f0edd74c56a204930e93f143da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:44:35Z', 'updated_at': '2022-04-08T02:56:23Z', 'revision_number': 6, 'project_id': 'f673f0f0edd74c56a204930e93f143da', 'gw_port_host': None}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:56:23.642403 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-ee1f791d-6e01-4254-b4ec-2e59f564001f admin admin] Calling delete_port for f27e764a-e765-4ae4-987e-a8fec81631f4 owned by network:router_gateway {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:56:23.803316 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ee1f791d-6e01-4254-b4ec-2e59f564001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:23.849585 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f791d-6e01-4254-b4ec-2e59f564001f admin admin] Pushing event deleted for resources: {'Port': ['ID=f27e764a-e765-4ae4-987e-a8fec81631f4,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:23.938224 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50564) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:23.953820 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-92260c05-b168-4493-9251-d1a8d5d7630a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2042401346', 'description': 'tempest-secgroup-smoke-2042401346 description', 'project_id': 'c89cf122bfb64dbca81527f5cac790a5'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:56:23.965021 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-92260c05-b168-4493-9251-d1a8d5d7630a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:23.969270 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-92260c05-b168-4493-9251-d1a8d5d7630a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Usage tracker for resource:security_group and tenant:c89cf122bfb64dbca81527f5cac790a5 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:23.975509 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-92260c05-b168-4493-9251-d1a8d5d7630a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:23.982385 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-92260c05-b168-4493-9251-d1a8d5d7630a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:24.012313 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-92260c05-b168-4493-9251-d1a8d5d7630a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.059145 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-92260c05-b168-4493-9251-d1a8d5d7630a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:24.068117 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 8de3e0ea-813d-4c5a-b074-96afa49bccc6 no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:56:24.071543 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-92260c05-b168-4493-9251-d1a8d5d7630a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Usage tracker for resource:security_group_rule and tenant:c89cf122bfb64dbca81527f5cac790a5 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:24.077392 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-92260c05-b168-4493-9251-d1a8d5d7630a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:24.087051 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-92260c05-b168-4493-9251-d1a8d5d7630a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:24.118179 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: 8de3e0ea-813d-4c5a-b074-96afa49bccc6 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:56:24.118769 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 8de3e0ea-813d-4c5a-b074-96afa49bccc6 not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:56:24.137976 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ee1f791d-6e01-4254-b4ec-2e59f564001f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783685'] for router_gateway, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.154266 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-92260c05-b168-4493-9251-d1a8d5d7630a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.158991 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-92260c05-b168-4493-9251-d1a8d5d7630a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.203611 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92260c05-b168-4493-9251-d1a8d5d7630a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685f228d-40dd-4d87-94ab-0ed99dd9e969,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:24.206468 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-92260c05-b168-4493-9251-d1a8d5d7630a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.208442 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-92260c05-b168-4493-9251-d1a8d5d7630a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2689526
Apr 08 02:56:24.211208 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50570) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:24.213467 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50572) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:24.218531 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-b0bcd8b2-09e1-4c7b-828d-13ddd012e999 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Request body: {'security_group_rule': {'security_group_id': '685f228d-40dd-4d87-94ab-0ed99dd9e969', 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:56:24.229324 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-b0bcd8b2-09e1-4c7b-828d-13ddd012e999 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:24.233386 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-b0bcd8b2-09e1-4c7b-828d-13ddd012e999 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Usage tracker for resource:security_group_rule and tenant:c89cf122bfb64dbca81527f5cac790a5 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:24.236295 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-b0bcd8b2-09e1-4c7b-828d-13ddd012e999 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:24.242956 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-b0bcd8b2-09e1-4c7b-828d-13ddd012e999 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:24.259578 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd8b2-09e1-4c7b-828d-13ddd012e999 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.328355 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd8b2-09e1-4c7b-828d-13ddd012e999 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.333894 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd8b2-09e1-4c7b-828d-13ddd012e999 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.369530 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcd8b2-09e1-4c7b-828d-13ddd012e999 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294819f9-1da5-4c5d-9ca1-a452e46690e7,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:24.388839 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd8b2-09e1-4c7b-828d-13ddd012e999 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.393956 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-b0bcd8b2-09e1-4c7b-828d-13ddd012e999 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1818109
Apr 08 02:56:24.396407 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50580) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:24.413353 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-82449d7d-5bfd-42c9-b54b-f3a365333bea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Request body: {'security_group_rule': {'security_group_id': '685f228d-40dd-4d87-94ab-0ed99dd9e969', 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:56:24.420725 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ee1f791d-6e01-4254-b4ec-2e59f564001f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61762'] for router, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.424243 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-82449d7d-5bfd-42c9-b54b-f3a365333bea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:24.424905 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ee1f791d-6e01-4254-b4ec-2e59f564001f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.427410 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e27dd771-228a-4eb5-8815-2b152bb6528b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.451343 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ee1f791d-6e01-4254-b4ec-2e59f564001f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772969'] for router, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.451859 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1f791d-6e01-4254-b4ec-2e59f564001f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83533c30-df13-46f3-994c-374573aaf0dc {{(pid=83136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 08 02:56:24.465251 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-ee1f791d-6e01-4254-b4ec-2e59f564001f admin admin] Notify callbacks [] for router, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.466393 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-ee1f791d-6e01-4254-b4ec-2e59f564001f admin admin] 10.222.0.48 "DELETE /v2.0/routers/83533c30-df13-46f3-994c-374573aaf0dc HTTP/1.1" status: 204  len: 168 time: 1.8743098
Apr 08 02:56:24.468943 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50584) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:24.528842 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_v2 [None req-6234ac40-950e-4548-bf39-7b80d0975990 admin admin] Deleting subnet 3ecf36cf-7175-47e0-89d3-2818045d184b {{(pid=83136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 08 02:56:24.531597 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-82449d7d-5bfd-42c9-b54b-f3a365333bea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Usage tracker for resource:security_group_rule and tenant:c89cf122bfb64dbca81527f5cac790a5 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:24.531790 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6234ac40-950e-4548-bf39-7b80d0975990 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.536354 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-82449d7d-5bfd-42c9-b54b-f3a365333bea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:24.546089 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-82449d7d-5bfd-42c9-b54b-f3a365333bea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:24.565800 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-e27dd771-228a-4eb5-8815-2b152bb6528b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:24.574880 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-e27dd771-228a-4eb5-8815-2b152bb6528b admin admin] Usage tracker for resource:security_group_rule and tenant:50993a23344b434db897122be3cd54f2 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:24.578164 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-e27dd771-228a-4eb5-8815-2b152bb6528b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:24.580800 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-82449d7d-5bfd-42c9-b54b-f3a365333bea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.592612 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-e27dd771-228a-4eb5-8815-2b152bb6528b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:24.677013 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-82449d7d-5bfd-42c9-b54b-f3a365333bea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.681226 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6234ac40-950e-4548-bf39-7b80d0975990 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1926406'] for subnet, precommit_delete_associations {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.687199 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-82449d7d-5bfd-42c9-b54b-f3a365333bea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.719716 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82449d7d-5bfd-42c9-b54b-f3a365333bea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6639a96-5657-4e40-be3d-5a7eb5320ce6,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:24.727404 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e27dd771-228a-4eb5-8815-2b152bb6528b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.735884 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e27dd771-228a-4eb5-8815-2b152bb6528b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.759422 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-82449d7d-5bfd-42c9-b54b-f3a365333bea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.760569 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-82449d7d-5bfd-42c9-b54b-f3a365333bea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3632915
Apr 08 02:56:24.763873 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50588) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:24.767834 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6234ac40-950e-4548-bf39-7b80d0975990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722885'] for subnet, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.785980 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dd771-228a-4eb5-8815-2b152bb6528b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6bdfcd-6bcc-4e8d-8bb7-cb62515aa706,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:24.791158 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-e27dd771-228a-4eb5-8815-2b152bb6528b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50993a23344b434db897122be3cd54f2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5767946
Apr 08 02:56:24.792408 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50592) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:24.795972 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-eba9f14e-d5a7-4a1d-a416-3c6bbd2973a1 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Request body: {'security_group_rule': {'security_group_id': '685f228d-40dd-4d87-94ab-0ed99dd9e969', 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:56:24.802283 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-eba9f14e-d5a7-4a1d-a416-3c6bbd2973a1 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:24.814447 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-eba9f14e-d5a7-4a1d-a416-3c6bbd2973a1 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Usage tracker for resource:security_group_rule and tenant:c89cf122bfb64dbca81527f5cac790a5 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:24.818855 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-eba9f14e-d5a7-4a1d-a416-3c6bbd2973a1 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:24.830153 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-eba9f14e-d5a7-4a1d-a416-3c6bbd2973a1 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:24.857568 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-eba9f14e-d5a7-4a1d-a416-3c6bbd2973a1 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.859299 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ba671c11-266c-42f5-b0b3-17abe74fdd7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.884586 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ba671c11-266c-42f5-b0b3-17abe74fdd7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.888738 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6234ac40-950e-4548-bf39-7b80d0975990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2029836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1174040'] for subnet, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.935462 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ba671c11-266c-42f5-b0b3-17abe74fdd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.942310 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234ac40-950e-4548-bf39-7b80d0975990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ecf36cf-7175-47e0-89d3-2818045d184b,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:24.949790 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba671c11-266c-42f5-b0b3-17abe74fdd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6bdfcd-6bcc-4e8d-8bb7-cb62515aa706,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:24.950215 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6234ac40-950e-4548-bf39-7b80d0975990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for subnet, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.956285 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09d7e5d-f498-43eb-88ce-17a86723ad27 None None] Network 9177d28f-82e1-4f7a-9248-434f10dfbba9 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:56:24.964973 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ba671c11-266c-42f5-b0b3-17abe74fdd7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.966403 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-ba671c11-266c-42f5-b0b3-17abe74fdd7e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c6bdfcd-6bcc-4e8d-8bb7-cb62515aa706 HTTP/1.1" status: 204  len: 168 time: 0.1730628
Apr 08 02:56:24.967345 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-6234ac40-950e-4548-bf39-7b80d0975990 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3ecf36cf-7175-47e0-89d3-2818045d184b HTTP/1.1" status: 204  len: 168 time: 0.4974060
Apr 08 02:56:24.969895 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50598) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:25.056600 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-eba9f14e-d5a7-4a1d-a416-3c6bbd2973a1 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.078426 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-eba9f14e-d5a7-4a1d-a416-3c6bbd2973a1 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.127265 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9f14e-d5a7-4a1d-a416-3c6bbd2973a1 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77002fc-a027-4f49-b4e7-85ed2c7d8d65,revision_number=0']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:25.136003 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093558'] for network, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.140249 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-eba9f14e-d5a7-4a1d-a416-3c6bbd2973a1 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.141522 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-eba9f14e-d5a7-4a1d-a416-3c6bbd2973a1 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3768208
Apr 08 02:56:25.144182 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50604) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:25.151105 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] Deleting port 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe {{(pid=83136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:56:25.151449 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.151933 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-071cd58a-5f7c-4b9e-8d67-acffe8b9c2ea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Request body: {'security_group_rule': {'security_group_id': '685f228d-40dd-4d87-94ab-0ed99dd9e969', 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:56:25.158139 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-071cd58a-5f7c-4b9e-8d67-acffe8b9c2ea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:25.163502 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-071cd58a-5f7c-4b9e-8d67-acffe8b9c2ea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Usage tracker for resource:security_group_rule and tenant:c89cf122bfb64dbca81527f5cac790a5 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:25.167313 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-071cd58a-5f7c-4b9e-8d67-acffe8b9c2ea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:25.174618 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-071cd58a-5f7c-4b9e-8d67-acffe8b9c2ea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:25.201860 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-071cd58a-5f7c-4b9e-8d67-acffe8b9c2ea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.259700 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bef163e-eee4-42f2-92e0-93e9b250d91c None None] DHCP port deletion for 9177d28f-82e1-4f7a-9248-434f10dfbba9 request from dv-cinder-837052-1-iscsi {{(pid=83138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 08 02:56:25.264216 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-4bef163e-eee4-42f2-92e0-93e9b250d91c None None] Deleting port 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe {{(pid=83138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:56:25.264585 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-4bef163e-eee4-42f2-92e0-93e9b250d91c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.293807 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-071cd58a-5f7c-4b9e-8d67-acffe8b9c2ea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.299420 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-071cd58a-5f7c-4b9e-8d67-acffe8b9c2ea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.325525 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cd58a-5f7c-4b9e-8d67-acffe8b9c2ea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ff8c2f-49cc-4306-b335-c8175395d7e2,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:25.336118 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-071cd58a-5f7c-4b9e-8d67-acffe8b9c2ea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.337775 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-071cd58a-5f7c-4b9e-8d67-acffe8b9c2ea tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1922140
Apr 08 02:56:25.340365 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50612) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:25.346822 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-3b08fc66-e135-41b4-b0fc-2617110f8faf tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Request body: {'security_group_rule': {'security_group_id': '685f228d-40dd-4d87-94ab-0ed99dd9e969', 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:56:25.353797 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-3b08fc66-e135-41b4-b0fc-2617110f8faf tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:25.357833 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-3b08fc66-e135-41b4-b0fc-2617110f8faf tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Usage tracker for resource:security_group_rule and tenant:c89cf122bfb64dbca81527f5cac790a5 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:25.361165 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-3b08fc66-e135-41b4-b0fc-2617110f8faf tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:25.368299 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-3b08fc66-e135-41b4-b0fc-2617110f8faf tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:25.393976 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.securitygroups_db [None req-3b08fc66-e135-41b4-b0fc-2617110f8faf tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Project c89cf122bfb64dbca81527f5cac790a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 02:56:25.403015 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.db [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] For port 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=2ada34d4-9b5a-4eb7-ae28-c81853d23bbe,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:56:25.403493 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3b08fc66-e135-41b4-b0fc-2617110f8faf tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.403743 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.490456 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3b08fc66-e135-41b4-b0fc-2617110f8faf tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.501235 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3b08fc66-e135-41b4-b0fc-2617110f8faf tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.514505 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-4bef163e-eee4-42f2-92e0-93e9b250d91c None None] For port 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=2ada34d4-9b5a-4eb7-ae28-c81853d23bbe,segment=NetworkSegment(8758cd27-8689-4eb2-a4f3-2a1c2c28b02e),segment_id=8758cd27-8689-4eb2-a4f3-2a1c2c28b02e)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:56:25.514780 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-4bef163e-eee4-42f2-92e0-93e9b250d91c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.540979 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08fc66-e135-41b4-b0fc-2617110f8faf tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5eca503-5084-499f-995c-e178cfffde9c,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:25.557590 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3b08fc66-e135-41b4-b0fc-2617110f8faf tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.564335 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-3b08fc66-e135-41b4-b0fc-2617110f8faf tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2226131
Apr 08 02:56:25.565358 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50620) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:25.573970 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.plugin [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] Calling delete_port for 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe owned by network:dhcp {{(pid=83136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:56:25.574924 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-70307c36-4545-416e-961a-8162aa77bace tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Request body: {'security_group_rule': {'security_group_id': '685f228d-40dd-4d87-94ab-0ed99dd9e969', 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:56:25.587312 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-70307c36-4545-416e-961a-8162aa77bace tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:25.597877 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-70307c36-4545-416e-961a-8162aa77bace tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Usage tracker for resource:security_group_rule and tenant:c89cf122bfb64dbca81527f5cac790a5 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:25.600880 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-70307c36-4545-416e-961a-8162aa77bace tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:25.606447 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-70307c36-4545-416e-961a-8162aa77bace tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:25.618859 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.securitygroups_db [None req-70307c36-4545-416e-961a-8162aa77bace tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Project c89cf122bfb64dbca81527f5cac790a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 02:56:25.625560 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-70307c36-4545-416e-961a-8162aa77bace tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.656800 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.657403 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-4bef163e-eee4-42f2-92e0-93e9b250d91c None None] Calling delete_port for 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe owned by network:dhcp {{(pid=83138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:56:25.704095 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-70307c36-4545-416e-961a-8162aa77bace tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.711452 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-70307c36-4545-416e-961a-8162aa77bace tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566269'] for security_group_rule, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.718129 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ada34d4-9b5a-4eb7-ae28-c81853d23bbe,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:25.722138 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] No DVR routers for this DVR port 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe on host dv-cinder-837052-1-iscsi {{(pid=83136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:56:25.741615 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70307c36-4545-416e-961a-8162aa77bace tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c9f08d-5cb4-46e1-b3df-89b694b20c33,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:25.745923 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.db.api [None req-4bef163e-eee4-42f2-92e0-93e9b250d91c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:56:25.746278 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG oslo_db.api [None req-4bef163e-eee4-42f2-92e0-93e9b250d91c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:56:25.755432 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-70307c36-4545-416e-961a-8162aa77bace tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.756870 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-70307c36-4545-416e-961a-8162aa77bace tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1887939
Apr 08 02:56:25.849404 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7724606', 'neutron.services.segments.db._delete_segments_for_network-8741772167792'] for network, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.883146 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f35a2c4e7f0>,) {'filters': {'network_id': ['9177d28f-82e1-4f7a-9248-434f10dfbba9']}} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:25.897686 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a2c4e7f0>, '8758cd27-8689-4eb2-a4f3-2a1c2c28b02e') {'for_net_delete': True} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:25.897980 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.services.segments.db [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a2c4e7f0>, '8758cd27-8689-4eb2-a4f3-2a1c2c28b02e') {} {{(pid=83136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:25.909958 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741772166903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1926431'] for segment, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.927288 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.934192 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=83136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 08 02:56:25.934593 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8097254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2029906'] for segment, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]: Traceback (most recent call last):
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:     timer()
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:     cb(*args, **kw)
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:     return func(*args, **kwargs)
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:     self._notify()
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:     self.callback(batched_events)
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:     event.method(event)
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:     return f(self, *a, **k)
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._get(url).json()
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:56:25.948359 dv-cinder-837052-1-iscsi neutron-server[83136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:56:26.028698 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:56:26.062721 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7724551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783662'] for network, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:26.067906 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:26.068848 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:56:26.069403 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:56:26.070063 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device f27e764a-e765-4ae4-987e-a8fec81631f4 no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:56:26.101252 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] Pushing event deleted for resources: {'Network': ['ID=9177d28f-82e1-4f7a-9248-434f10dfbba9,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:26.104682 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: f27e764a-e765-4ae4-987e-a8fec81631f4 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:56:26.105331 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device f27e764a-e765-4ae4-987e-a8fec81631f4 not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:56:26.118532 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-6d5fd843-6a98-440c-80ac-4142b9b6df8e admin admin] 10.222.0.48 "DELETE /v2.0/networks/9177d28f-82e1-4f7a-9248-434f10dfbba9 HTTP/1.1" status: 204  len: 168 time: 1.1473048
Apr 08 02:56:26.247327 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-4bef163e-eee4-42f2-92e0-93e9b250d91c None None] Deleting port 2ada34d4-9b5a-4eb7-ae28-c81853d23bbe {{(pid=83138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:56:26.247772 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-4bef163e-eee4-42f2-92e0-93e9b250d91c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:26.287342 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50656) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:26.322064 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-4bef163e-eee4-42f2-92e0-93e9b250d91c None None] The port '2ada34d4-9b5a-4eb7-ae28-c81853d23bbe' was deleted {{(pid=83138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 08 02:56:26.367781 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-dd623cf7-c32e-42d5-a6d8-681604198564 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f673f0f0edd74c56a204930e93f143da&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0793648
Apr 08 02:56:26.370099 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50664) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:26.450084 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-278ef07e-8f54-4c35-a13f-acecd5516900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:26.479976 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-278ef07e-8f54-4c35-a13f-acecd5516900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:26.533262 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-278ef07e-8f54-4c35-a13f-acecd5516900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:26.551154 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ef07e-8f54-4c35-a13f-acecd5516900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2be7dae-8b10-4d93-82c1-fa0f79a676a4,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:26.557281 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-278ef07e-8f54-4c35-a13f-acecd5516900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:26.561011 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-278ef07e-8f54-4c35-a13f-acecd5516900 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2be7dae-8b10-4d93-82c1-fa0f79a676a4 HTTP/1.1" status: 204  len: 168 time: 0.1895118
Apr 08 02:56:30.027140 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 7624a242-5930-4e9d-bcf4-f775defc3a4d up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:56:30.096624 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port 7624a242-5930-4e9d-bcf4-f775defc3a4d completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:56:30.101430 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 7624a242-5930-4e9d-bcf4-f775defc3a4d triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:30.101789 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:30.227441 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:30.243880 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port 7624a242-5930-4e9d-bcf4-f775defc3a4d, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=7624a242-5930-4e9d-bcf4-f775defc3a4d,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:56:30.248154 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:30.319502 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=7624a242-5930-4e9d-bcf4-f775defc3a4d,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:31.091595 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50798) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:31.235380 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-810ce207-b56f-4756-a0ac-3b7570b04aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.266098 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-810ce207-b56f-4756-a0ac-3b7570b04aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:31.270602 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-810ce207-b56f-4756-a0ac-3b7570b04aab admin admin] Usage tracker for resource:security_group_rule and tenant:e394737cefeb402683f33f535167963e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:31.273428 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-810ce207-b56f-4756-a0ac-3b7570b04aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:31.278916 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-810ce207-b56f-4756-a0ac-3b7570b04aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:31.342189 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-810ce207-b56f-4756-a0ac-3b7570b04aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.345715 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-810ce207-b56f-4756-a0ac-3b7570b04aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.393755 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ce207-b56f-4756-a0ac-3b7570b04aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e943ad91-1e74-49bb-8b26-b3f830ba312d,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:31.398686 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-810ce207-b56f-4756-a0ac-3b7570b04aab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e394737cefeb402683f33f535167963e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3060679
Apr 08 02:56:31.402028 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50804) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:31.464357 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0f152fb4-60cc-4e24-8b92-15f3faec909c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.491312 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0f152fb4-60cc-4e24-8b92-15f3faec909c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.545079 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0f152fb4-60cc-4e24-8b92-15f3faec909c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.561381 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f152fb4-60cc-4e24-8b92-15f3faec909c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e943ad91-1e74-49bb-8b26-b3f830ba312d,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:31.565569 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-0f152fb4-60cc-4e24-8b92-15f3faec909c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.567262 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-0f152fb4-60cc-4e24-8b92-15f3faec909c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e943ad91-1e74-49bb-8b26-b3f830ba312d HTTP/1.1" status: 204  len: 168 time: 0.1649878
Apr 08 02:56:31.915462 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50820) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:31.934102 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5e8dcceb-83b4-486b-b73a-60c6855b2e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.975183 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-5e8dcceb-83b4-486b-b73a-60c6855b2e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:31.979597 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-5e8dcceb-83b4-486b-b73a-60c6855b2e24 admin admin] Usage tracker for resource:security_group_rule and tenant:06eb6585d8a340d4ad100761729efbcf is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:31.982842 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-5e8dcceb-83b4-486b-b73a-60c6855b2e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:31.991526 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-5e8dcceb-83b4-486b-b73a-60c6855b2e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:32.050904 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 7624a242-5930-4e9d-bcf4-f775defc3a4d up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:56:32.081288 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5e8dcceb-83b4-486b-b73a-60c6855b2e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.088629 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5e8dcceb-83b4-486b-b73a-60c6855b2e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.113020 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Sync routers for ids ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:56:32.139413 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Routers {'9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:56:32.140093 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2b36ca0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:32.141014 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8dcceb-83b4-486b-b73a-60c6855b2e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf4f3cf-d49a-416c-b646-8ee1a04bc5c8,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:32.150713 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-5e8dcceb-83b4-486b-b73a-60c6855b2e24 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06eb6585d8a340d4ad100761729efbcf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2329218
Apr 08 02:56:32.152919 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50826) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:32.230411 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bc8d2373-5baa-42fc-984d-7033b7e78e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.261005 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bc8d2373-5baa-42fc-984d-7033b7e78e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.303515 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port 7624a242-5930-4e9d-bcf4-f775defc3a4d triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:32.303879 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.317748 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bc8d2373-5baa-42fc-984d-7033b7e78e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.344343 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d2373-5baa-42fc-984d-7033b7e78e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf4f3cf-d49a-416c-b646-8ee1a04bc5c8,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:32.346614 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bc8d2373-5baa-42fc-984d-7033b7e78e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.348465 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-bc8d2373-5baa-42fc-984d-7033b7e78e68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ecf4f3cf-d49a-416c-b646-8ee1a04bc5c8 HTTP/1.1" status: 204  len: 168 time: 0.1933522
Apr 08 02:56:32.453811 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Set router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:56:32.822937 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2b36ca0>, [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 2, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:32.827008 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Checking router: 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:56:32.827348 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Updating router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c port aefc9205-0a5f-47fd-bfb0-919c6935343f binding host dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:56:32.881965 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:33.236106 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Notify callbacks [] for port, precommit_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:33.248221 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Transition to ACTIVE for port object aefc9205-0a5f-47fd-bfb0-919c6935343f will not be triggered until provisioned by entity L2. {{(pid=83138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:33.256189 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:33.382146 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7576d-c4f6-4261-accd-7bce1482d051 None None] Pushing event updated for resources: {'Port': ['ID=aefc9205-0a5f-47fd-bfb0-919c6935343f,revision_number=3']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:33.482635 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Attempting to bind port aefc9205-0a5f-47fd-bfb0-919c6935343f on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:56:33.483054 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Attempting to bind port aefc9205-0a5f-47fd-bfb0-919c6935343f by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:56:33.483409 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Attempting to bind port aefc9205-0a5f-47fd-bfb0-919c6935343f on network ae66bd3d-676a-4225-963c-1a0fd3518d06 {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:56:33.491130 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:56:33.491666 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Checking segment: {'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:56:33.492083 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:33.492498 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Bound using segment: {'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'} {{(pid=83138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:56:33.492957 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.managers [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Bound port: aefc9205-0a5f-47fd-bfb0-919c6935343f, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'}}] {{(pid=83138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:56:33.493348 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:33.594187 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] For port aefc9205-0a5f-47fd-bfb0-919c6935343f, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:56:33.597058 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] For port aefc9205-0a5f-47fd-bfb0-919c6935343f, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=aefc9205-0a5f-47fd-bfb0-919c6935343f,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:56:33.601167 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:33.681026 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7576d-c4f6-4261-accd-7bce1482d051 None None] Pushing event updated for resources: {'Port': ['ID=aefc9205-0a5f-47fd-bfb0-919c6935343f,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:33.683657 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Routers {'9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:56:33.684428 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2b36ca0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:33.868202 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] Set router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:56:34.134499 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device aefc9205-0a5f-47fd-bfb0-919c6935343f up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:56:34.287337 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port aefc9205-0a5f-47fd-bfb0-919c6935343f completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:56:34.294535 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port aefc9205-0a5f-47fd-bfb0-919c6935343f triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:34.295027 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:34.363651 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1063fb6e-f9b2-4edb-ba99-5f903b67b9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:34.414438 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2b36ca0>, [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:33Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:34.431434 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8bf6af-6545-46c6-9942-ec8fc58e585a None None] The sync data for ids ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'] in dv-cinder-837052-1-iscsi is: [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:33Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:56:34.444920 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:34.486743 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port aefc9205-0a5f-47fd-bfb0-919c6935343f, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=aefc9205-0a5f-47fd-bfb0-919c6935343f,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:56:34.492718 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:34.565524 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=aefc9205-0a5f-47fd-bfb0-919c6935343f,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:34.774688 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50884) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:34.919506 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b8bca67b-d23f-4aa6-b698-3c11bef915d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:34.951841 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-b8bca67b-d23f-4aa6-b698-3c11bef915d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:34.956004 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-b8bca67b-d23f-4aa6-b698-3c11bef915d9 admin admin] Usage tracker for resource:security_group_rule and tenant:1415ca5161504659ac3e728a560df794 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:34.959738 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-b8bca67b-d23f-4aa6-b698-3c11bef915d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:34.965057 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-b8bca67b-d23f-4aa6-b698-3c11bef915d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:35.032344 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b8bca67b-d23f-4aa6-b698-3c11bef915d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.036894 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b8bca67b-d23f-4aa6-b698-3c11bef915d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.081492 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bca67b-d23f-4aa6-b698-3c11bef915d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f57f555-09b6-4da7-b239-f7bbfcec3328,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:35.088689 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-b8bca67b-d23f-4aa6-b698-3c11bef915d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1415ca5161504659ac3e728a560df794&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3101773
Apr 08 02:56:35.089746 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50890) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:35.149804 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3b762cd8-aec3-4c5e-b64e-fdffd29206eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.180026 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3b762cd8-aec3-4c5e-b64e-fdffd29206eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.234121 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3b762cd8-aec3-4c5e-b64e-fdffd29206eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.250653 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b762cd8-aec3-4c5e-b64e-fdffd29206eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f57f555-09b6-4da7-b239-f7bbfcec3328,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:35.257139 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-3b762cd8-aec3-4c5e-b64e-fdffd29206eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.259226 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-3b762cd8-aec3-4c5e-b64e-fdffd29206eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f57f555-09b6-4da7-b239-f7bbfcec3328 HTTP/1.1" status: 204  len: 168 time: 0.1693101
Apr 08 02:56:35.588259 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 50902) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:35.608872 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.640045 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:35.643865 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] Usage tracker for resource:security_group_rule and tenant:a9d432fe9c3d4b3aa0f599cd18042dc9 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:35.648093 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:35.654268 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:35.722703 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.726374 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.771923 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0629be0e-d5b1-4626-8660-f000bc49b245,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:35.778176 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a9d432fe9c3d4b3aa0f599cd18042dc9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1885943
Apr 08 02:56:35.780898 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50906) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:35.783209 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.783572 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.783905 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.784231 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.785651 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.785651 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.785651 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.785651 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.786113 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.786213 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.786453 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24b35be-26cb-4929-bf68-9a93e09752ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.843596 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bcdb1b9b-70c8-48c6-87b8-874842c01a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.868696 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bcdb1b9b-70c8-48c6-87b8-874842c01a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.919269 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bcdb1b9b-70c8-48c6-87b8-874842c01a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.934354 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb1b9b-70c8-48c6-87b8-874842c01a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0629be0e-d5b1-4626-8660-f000bc49b245,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:35.946627 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-bcdb1b9b-70c8-48c6-87b8-874842c01a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.950039 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-bcdb1b9b-70c8-48c6-87b8-874842c01a76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0629be0e-d5b1-4626-8660-f000bc49b245 HTTP/1.1" status: 204  len: 168 time: 0.1658380
Apr 08 02:56:35.950039 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb1b9b-70c8-48c6-87b8-874842c01a76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.950039 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb1b9b-70c8-48c6-87b8-874842c01a76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.950039 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb1b9b-70c8-48c6-87b8-874842c01a76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.950437 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb1b9b-70c8-48c6-87b8-874842c01a76 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.950686 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb1b9b-70c8-48c6-87b8-874842c01a76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.951013 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb1b9b-70c8-48c6-87b8-874842c01a76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.952472 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb1b9b-70c8-48c6-87b8-874842c01a76 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.952472 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb1b9b-70c8-48c6-87b8-874842c01a76 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.952472 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb1b9b-70c8-48c6-87b8-874842c01a76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.952472 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb1b9b-70c8-48c6-87b8-874842c01a76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:35.953410 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdb1b9b-70c8-48c6-87b8-874842c01a76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:36.038206 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device aefc9205-0a5f-47fd-bfb0-919c6935343f up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:56:36.108522 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port aefc9205-0a5f-47fd-bfb0-919c6935343f triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:36.108788 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:36.519398 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9237830c-60de-4a8c-99a9-55bf225b2ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:37.678634 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:37.872903 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:38.598405 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:38.878514 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 50994) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:39.023550 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b869ba17-4599-461c-88a3-4c9e73cc04a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:39.054322 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-b869ba17-4599-461c-88a3-4c9e73cc04a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:39.058265 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-b869ba17-4599-461c-88a3-4c9e73cc04a0 admin admin] Usage tracker for resource:security_group_rule and tenant:b5561a7d813944d3ac5757375f4c51a3 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:39.061160 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-b869ba17-4599-461c-88a3-4c9e73cc04a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:39.066924 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-b869ba17-4599-461c-88a3-4c9e73cc04a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:39.187447 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:39.216817 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b869ba17-4599-461c-88a3-4c9e73cc04a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:39.220325 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b869ba17-4599-461c-88a3-4c9e73cc04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:39.264186 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869ba17-4599-461c-88a3-4c9e73cc04a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1620afb-5cd3-4277-a77e-8e24157b1631,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:39.269955 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-b869ba17-4599-461c-88a3-4c9e73cc04a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5561a7d813944d3ac5757375f4c51a3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3898375
Apr 08 02:56:39.272671 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 51000) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:39.331088 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-449d05a8-5a05-4c89-ac48-7f2fb56abaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:39.357738 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-449d05a8-5a05-4c89-ac48-7f2fb56abaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:39.416934 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-449d05a8-5a05-4c89-ac48-7f2fb56abaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:39.433461 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d05a8-5a05-4c89-ac48-7f2fb56abaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1620afb-5cd3-4277-a77e-8e24157b1631,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:39.439245 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-449d05a8-5a05-4c89-ac48-7f2fb56abaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:39.443399 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-449d05a8-5a05-4c89-ac48-7f2fb56abaa8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1620afb-5cd3-4277-a77e-8e24157b1631 HTTP/1.1" status: 204  len: 168 time: 0.1669021
Apr 08 02:56:39.786758 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 51036) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:39.806522 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-83769d0d-4973-4e7d-88b4-40e1ea39f57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:39.846175 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-83769d0d-4973-4e7d-88b4-40e1ea39f57e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:39.851149 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-83769d0d-4973-4e7d-88b4-40e1ea39f57e admin admin] Usage tracker for resource:security_group_rule and tenant:ac759d5384ff487cab426d527530e284 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:39.853925 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-83769d0d-4973-4e7d-88b4-40e1ea39f57e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:39.859660 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-83769d0d-4973-4e7d-88b4-40e1ea39f57e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:39.936900 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-83769d0d-4973-4e7d-88b4-40e1ea39f57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:39.940459 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-83769d0d-4973-4e7d-88b4-40e1ea39f57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:39.977387 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83769d0d-4973-4e7d-88b4-40e1ea39f57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66353869-d814-4764-9850-6d00032a26a7,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:39.994152 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-83769d0d-4973-4e7d-88b4-40e1ea39f57e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac759d5384ff487cab426d527530e284&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2063286
Apr 08 02:56:39.996679 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 51046) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:40.057704 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fd585cc8-595c-48d7-b1ff-ba88790a9642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:40.084120 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fd585cc8-595c-48d7-b1ff-ba88790a9642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:40.134145 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fd585cc8-595c-48d7-b1ff-ba88790a9642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:40.151494 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd585cc8-595c-48d7-b1ff-ba88790a9642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66353869-d814-4764-9850-6d00032a26a7,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:40.164955 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-fd585cc8-595c-48d7-b1ff-ba88790a9642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:40.166039 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-fd585cc8-595c-48d7-b1ff-ba88790a9642 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66353869-d814-4764-9850-6d00032a26a7 HTTP/1.1" status: 204  len: 168 time: 0.1683800
Apr 08 02:56:42.865356 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 51132) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:43.003298 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e974d0f3-ad80-4d02-98d3-1518f2e8c72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:43.034770 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-e974d0f3-ad80-4d02-98d3-1518f2e8c72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:43.038554 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-e974d0f3-ad80-4d02-98d3-1518f2e8c72f admin admin] Usage tracker for resource:security_group_rule and tenant:e3ff464e2f754ea6b93d69c7aab64732 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:43.041328 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-e974d0f3-ad80-4d02-98d3-1518f2e8c72f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:43.046925 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-e974d0f3-ad80-4d02-98d3-1518f2e8c72f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:43.116393 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e974d0f3-ad80-4d02-98d3-1518f2e8c72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:43.120057 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e974d0f3-ad80-4d02-98d3-1518f2e8c72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:43.166783 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974d0f3-ad80-4d02-98d3-1518f2e8c72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3da3ee-94cc-47e9-8bb5-4758d1d4fd0e,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:43.171145 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-e974d0f3-ad80-4d02-98d3-1518f2e8c72f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3ff464e2f754ea6b93d69c7aab64732&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3047945
Apr 08 02:56:43.173782 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 51138) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:43.232234 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-199650f7-4524-4e66-96f1-3bdba75cbaae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:43.256697 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-199650f7-4524-4e66-96f1-3bdba75cbaae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:43.305846 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-199650f7-4524-4e66-96f1-3bdba75cbaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:43.319480 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199650f7-4524-4e66-96f1-3bdba75cbaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3da3ee-94cc-47e9-8bb5-4758d1d4fd0e,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:43.325791 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-199650f7-4524-4e66-96f1-3bdba75cbaae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:43.326931 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-199650f7-4524-4e66-96f1-3bdba75cbaae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f3da3ee-94cc-47e9-8bb5-4758d1d4fd0e HTTP/1.1" status: 204  len: 168 time: 0.1523032
Apr 08 02:56:43.650822 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 51148) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:43.671420 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-dffae17b-6bc1-4837-864a-65230899d238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:43.701583 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-dffae17b-6bc1-4837-864a-65230899d238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:43.705379 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-dffae17b-6bc1-4837-864a-65230899d238 admin admin] Usage tracker for resource:security_group_rule and tenant:b8df978f01b340c09c3d60cddc45065e is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:43.708189 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-dffae17b-6bc1-4837-864a-65230899d238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:43.713765 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-dffae17b-6bc1-4837-864a-65230899d238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:43.776630 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-dffae17b-6bc1-4837-864a-65230899d238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:43.780538 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-dffae17b-6bc1-4837-864a-65230899d238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:43.836273 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffae17b-6bc1-4837-864a-65230899d238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04841c77-965f-4bbf-8403-00cfe7fe81eb,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:43.845117 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-dffae17b-6bc1-4837-864a-65230899d238 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8df978f01b340c09c3d60cddc45065e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1931672
Apr 08 02:56:43.845252 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 51154) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:43.907792 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b8dca52d-e6a6-45d8-99e3-b98c1954b9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:43.932763 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b8dca52d-e6a6-45d8-99e3-b98c1954b9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:43.982720 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b8dca52d-e6a6-45d8-99e3-b98c1954b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:43.999883 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dca52d-e6a6-45d8-99e3-b98c1954b9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04841c77-965f-4bbf-8403-00cfe7fe81eb,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:44.003162 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-b8dca52d-e6a6-45d8-99e3-b98c1954b9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:44.006713 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-b8dca52d-e6a6-45d8-99e3-b98c1954b9e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04841c77-965f-4bbf-8403-00cfe7fe81eb HTTP/1.1" status: 204  len: 168 time: 0.1582172
Apr 08 02:56:46.256400 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 51234) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:46.402531 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5bb9897e-c3cf-4572-b207-e29423e369f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:46.436070 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-5bb9897e-c3cf-4572-b207-e29423e369f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:46.439977 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-5bb9897e-c3cf-4572-b207-e29423e369f9 admin admin] Usage tracker for resource:security_group_rule and tenant:7d72fbf01405499a806745c202aa02ab is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:46.442767 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-5bb9897e-c3cf-4572-b207-e29423e369f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:46.448450 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-5bb9897e-c3cf-4572-b207-e29423e369f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:46.515703 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5bb9897e-c3cf-4572-b207-e29423e369f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:46.520164 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-5bb9897e-c3cf-4572-b207-e29423e369f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:46.575081 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-5bb9897e-c3cf-4572-b207-e29423e369f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d72fbf01405499a806745c202aa02ab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3175700
Apr 08 02:56:46.575852 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9897e-c3cf-4572-b207-e29423e369f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd0f1c6-02bb-48f6-af8e-4ba6bcd9b8ec,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:46.577754 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 51252) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:46.632701 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 51256) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:46.645887 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4a9fa2cf-96ec-4a72-ac94-c65859364b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:46.671232 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4a9fa2cf-96ec-4a72-ac94-c65859364b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:46.720776 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4a9fa2cf-96ec-4a72-ac94-c65859364b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:46.740415 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fa2cf-96ec-4a72-ac94-c65859364b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd0f1c6-02bb-48f6-af8e-4ba6bcd9b8ec,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:46.760376 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-4a9fa2cf-96ec-4a72-ac94-c65859364b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:46.761542 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-4a9fa2cf-96ec-4a72-ac94-c65859364b75 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4dd0f1c6-02bb-48f6-af8e-4ba6bcd9b8ec HTTP/1.1" status: 204  len: 168 time: 0.1822982
Apr 08 02:56:46.773219 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-123b3f66-d0d6-4110-979e-c43544977624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:46.804209 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-123b3f66-d0d6-4110-979e-c43544977624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:46.808119 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-123b3f66-d0d6-4110-979e-c43544977624 admin admin] Usage tracker for resource:security_group_rule and tenant:c40e96911e684040a784430b6f4c3ef3 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:46.811205 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-123b3f66-d0d6-4110-979e-c43544977624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:46.817603 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-123b3f66-d0d6-4110-979e-c43544977624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:46.883868 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-123b3f66-d0d6-4110-979e-c43544977624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:46.888067 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-123b3f66-d0d6-4110-979e-c43544977624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:46.932789 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b3f66-d0d6-4110-979e-c43544977624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0061bd-fb3c-486d-a7af-303093b350e9,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:46.942929 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 51266) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:46.951219 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-123b3f66-d0d6-4110-979e-c43544977624 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c40e96911e684040a784430b6f4c3ef3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3172657
Apr 08 02:56:47.003403 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3550f9f3-0122-43d5-9214-278daa7ab481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.029574 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3550f9f3-0122-43d5-9214-278daa7ab481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.084425 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3550f9f3-0122-43d5-9214-278daa7ab481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.103562 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 51272) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:47.106385 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550f9f3-0122-43d5-9214-278daa7ab481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0061bd-fb3c-486d-a7af-303093b350e9,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:47.127670 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3550f9f3-0122-43d5-9214-278daa7ab481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.131632 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-3550f9f3-0122-43d5-9214-278daa7ab481 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b0061bd-fb3c-486d-a7af-303093b350e9 HTTP/1.1" status: 204  len: 168 time: 0.1872180
Apr 08 02:56:47.135817 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2bdc4497-2bc7-43ae-be07-e64561c06ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.168537 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-2bdc4497-2bc7-43ae-be07-e64561c06ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:47.172401 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-2bdc4497-2bc7-43ae-be07-e64561c06ae4 admin admin] Usage tracker for resource:security_group_rule and tenant:134771228c5e4206805980a0952420f6 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:47.175140 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-2bdc4497-2bc7-43ae-be07-e64561c06ae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:47.180909 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-2bdc4497-2bc7-43ae-be07-e64561c06ae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:47.249239 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2bdc4497-2bc7-43ae-be07-e64561c06ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.254301 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-2bdc4497-2bc7-43ae-be07-e64561c06ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.304772 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc4497-2bc7-43ae-be07-e64561c06ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d418ea5a-cc66-40b6-9f2b-718771be82e2,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:47.309491 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-2bdc4497-2bc7-43ae-be07-e64561c06ae4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=134771228c5e4206805980a0952420f6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2049775
Apr 08 02:56:47.314348 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 51278) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:47.347140 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Sync routers for ids ['71a2da46-32f8-421c-becd-bbc1ad111483'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:56:47.360036 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Routers {'71a2da46-32f8-421c-becd-bbc1ad111483'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:56:47.360626 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a28405b0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['71a2da46-32f8-421c-becd-bbc1ad111483'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:47.388731 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d0c41151-ef17-4896-a25e-107e15cb1537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.417492 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d0c41151-ef17-4896-a25e-107e15cb1537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.472439 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d0c41151-ef17-4896-a25e-107e15cb1537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.489218 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c41151-ef17-4896-a25e-107e15cb1537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d418ea5a-cc66-40b6-9f2b-718771be82e2,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:47.494421 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d0c41151-ef17-4896-a25e-107e15cb1537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.497826 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-d0c41151-ef17-4896-a25e-107e15cb1537 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d418ea5a-cc66-40b6-9f2b-718771be82e2 HTTP/1.1" status: 204  len: 168 time: 0.1825812
Apr 08 02:56:47.571309 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 51286) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:47.577537 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Set router 71a2da46-32f8-421c-becd-bbc1ad111483 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:56:47.590892 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c61553a6-5f3a-4ee1-a187-9a4d22e2b63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.623591 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-c61553a6-5f3a-4ee1-a187-9a4d22e2b63f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:47.627386 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-c61553a6-5f3a-4ee1-a187-9a4d22e2b63f admin admin] Usage tracker for resource:security_group_rule and tenant:3ae10ea1c7644f29aa12ff31eaa8b2e6 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:47.630989 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-c61553a6-5f3a-4ee1-a187-9a4d22e2b63f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:47.636726 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-c61553a6-5f3a-4ee1-a187-9a4d22e2b63f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:47.706338 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c61553a6-5f3a-4ee1-a187-9a4d22e2b63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.712945 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c61553a6-5f3a-4ee1-a187-9a4d22e2b63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.758549 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61553a6-5f3a-4ee1-a187-9a4d22e2b63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03a5496-8b64-4b86-bc16-3f0437cca767,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:47.769034 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-c61553a6-5f3a-4ee1-a187-9a4d22e2b63f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ae10ea1c7644f29aa12ff31eaa8b2e6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1938107
Apr 08 02:56:47.769034 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 51294) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:47.833012 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-55722f68-56cf-41ce-b8fd-e18e19909a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.858796 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-55722f68-56cf-41ce-b8fd-e18e19909a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.910791 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a28405b0>, [{'id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'name': 'tempest-TestVolumeBootPattern-1077866854-router', 'tenant_id': '152098382d404cbdb5261f1d56a88f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '7624a242-5930-4e9d-bcf4-f775defc3a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:18Z', 'updated_at': '2022-04-08T02:56:21Z', 'revision_number': 4, 'project_id': '152098382d404cbdb5261f1d56a88f6c', 'gw_port': {'id': '7624a242-5930-4e9d-bcf4-f775defc3a4d', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:18Z', 'updated_at': '2022-04-08T02:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'd6700532-5171-406d-b2f1-8719842b4862', 'name': '', 'network_id': '4bf3a358-9d76-4bc8-8197-cfaf134a8c0c', 'tenant_id': '152098382d404cbdb5261f1d56a88f6c', 'mac_address': 'fa:16:3e:8e:35:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29ede3cb-e95a-48d1-8956-a4f747b3da4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:20Z', 'updated_at': '2022-04-08T02:56:21Z', 'revision_number': 2, 'project_id': '152098382d404cbdb5261f1d56a88f6c', 'subnets': [{'id': '29ede3cb-e95a-48d1-8956-a4f747b3da4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:47.911382 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-55722f68-56cf-41ce-b8fd-e18e19909a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.914773 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Checking router: 71a2da46-32f8-421c-becd-bbc1ad111483 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:56:47.915121 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Updating router 71a2da46-32f8-421c-becd-bbc1ad111483 port d6700532-5171-406d-b2f1-8719842b4862 binding host dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 08 02:56:47.928585 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55722f68-56cf-41ce-b8fd-e18e19909a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03a5496-8b64-4b86-bc16-3f0437cca767,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:47.931877 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-55722f68-56cf-41ce-b8fd-e18e19909a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.936050 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-55722f68-56cf-41ce-b8fd-e18e19909a65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f03a5496-8b64-4b86-bc16-3f0437cca767 HTTP/1.1" status: 204  len: 168 time: 0.1655195
Apr 08 02:56:47.966853 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:48.319771 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Notify callbacks [] for port, precommit_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:48.332305 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.provisioning_blocks [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Transition to ACTIVE for port object d6700532-5171-406d-b2f1-8719842b4862 will not be triggered until provisioned by entity L2. {{(pid=83139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:48.339172 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:48.428314 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 51320) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:48.481721 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bbcb3-f08a-48c4-8e0d-1fe260140adb None None] Pushing event updated for resources: {'Port': ['ID=d6700532-5171-406d-b2f1-8719842b4862,revision_number=3']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:48.551835 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bbcb3-f08a-48c4-8e0d-1fe260140adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:48.552257 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bbcb3-f08a-48c4-8e0d-1fe260140adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:48.552662 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bbcb3-f08a-48c4-8e0d-1fe260140adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:48.553213 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bbcb3-f08a-48c4-8e0d-1fe260140adb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:48.553611 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bbcb3-f08a-48c4-8e0d-1fe260140adb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:48.553997 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bbcb3-f08a-48c4-8e0d-1fe260140adb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:48.554487 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bbcb3-f08a-48c4-8e0d-1fe260140adb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:48.555231 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bbcb3-f08a-48c4-8e0d-1fe260140adb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:48.555778 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bbcb3-f08a-48c4-8e0d-1fe260140adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:48.556304 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bbcb3-f08a-48c4-8e0d-1fe260140adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:48.556835 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bbcb3-f08a-48c4-8e0d-1fe260140adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:48.584720 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-325450445-network', 'tenant_id': '808cc1b3def14c1f8ea4f6635967b351'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:56:48.590084 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:48.593407 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Attempting to bind port d6700532-5171-406d-b2f1-8719842b4862 on host dv-cinder-837052-1-iscsi for vnic_type normal with profile  {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:56:48.593768 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Attempting to bind port d6700532-5171-406d-b2f1-8719842b4862 by drivers openvswitch,hyperv on host dv-cinder-837052-1-iscsi at level 0 using segments [{'id': '8fa3c1d4-8ac1-498c-bf5f-3512fece5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bf3a358-9d76-4bc8-8197-cfaf134a8c0c'}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:56:48.594162 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Attempting to bind port d6700532-5171-406d-b2f1-8719842b4862 on network 4bf3a358-9d76-4bc8-8197-cfaf134a8c0c {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:56:48.595174 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Usage tracker for resource:network and tenant:808cc1b3def14c1f8ea4f6635967b351 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:48.601005 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:48.601890 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Checking agent: {'id': 'ba42ff48-3140-4703-9b7a-0bf0934f44b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837052-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 36, 8), 'started_at': datetime.datetime(2022, 4, 8, 2, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837052-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:56:48.602248 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Checking segment: {'id': '8fa3c1d4-8ac1-498c-bf5f-3512fece5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bf3a358-9d76-4bc8-8197-cfaf134a8c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:56:48.602633 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:48.603057 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Bound using segment: {'id': '8fa3c1d4-8ac1-498c-bf5f-3512fece5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bf3a358-9d76-4bc8-8197-cfaf134a8c0c'} {{(pid=83139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:56:48.603506 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.managers [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Bound port: d6700532-5171-406d-b2f1-8719842b4862, host: dv-cinder-837052-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa3c1d4-8ac1-498c-bf5f-3512fece5c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bf3a358-9d76-4bc8-8197-cfaf134a8c0c'}}] {{(pid=83139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:56:48.603878 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:48.608841 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:48.620475 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Made reservation on behalf of 808cc1b3def14c1f8ea4f6635967b351 for: {'network': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:56:48.623193 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for network, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:48.639342 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:48.686615 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:48.690479 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Usage tracker for resource:security_group_rule and tenant:808cc1b3def14c1f8ea4f6635967b351 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:48.693860 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:48.699828 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:48.712742 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] For port d6700532-5171-406d-b2f1-8719842b4862, host dv-cinder-837052-1-iscsi, cleared binding levels {{(pid=83139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:56:48.716247 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.plugins.ml2.db [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] For port d6700532-5171-406d-b2f1-8719842b4862, host dv-cinder-837052-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=d6700532-5171-406d-b2f1-8719842b4862,segment=NetworkSegment(8fa3c1d4-8ac1-498c-bf5f-3512fece5c56),segment_id=8fa3c1d4-8ac1-498c-bf5f-3512fece5c56)] {{(pid=83139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:56:48.719873 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron_lib.callbacks.manager [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:48.790261 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:48.797453 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:48.804660 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bbcb3-f08a-48c4-8e0d-1fe260140adb None None] Pushing event updated for resources: {'Port': ['ID=d6700532-5171-406d-b2f1-8719842b4862,revision_number=4']} {{(pid=83139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:48.809842 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Routers {'71a2da46-32f8-421c-becd-bbc1ad111483'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:56:48.810432 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a28405b0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:36Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['71a2da46-32f8-421c-becd-bbc1ad111483'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:48.844049 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62543ee8-874a-47d6-b540-756614a30c57,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:48.853261 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'}  {{(pid=83137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:56:48.864815 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:48.865284 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.segments_db [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Added segment 806f342c-24e6-434f-82db-6c302479b761 of type vlan for network 5c550fb9-4d2f-42b9-9101-9100317842af
Apr 08 02:56:48.899317 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741771652365'] for network, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:48.937345 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072'] for network, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:48.938249 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:48.939221 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:49.046912 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] Set router 71a2da46-32f8-421c-becd-bbc1ad111483 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:56:49.086929 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] Pushing event updated for resources: {'Network': ['ID=5c550fb9-4d2f-42b9-9101-9100317842af,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:49.091716 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-ef0c45e8-d37a-434f-a43c-4f61acd2e1b9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6620922
Apr 08 02:56:49.094435 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 51336) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:49.099290 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Network 5c550fb9-4d2f-42b9-9101-9100317842af details requested by agent ovs-agent-dv-cinder-837052-1-iscsi with host dv-cinder-837052-1-iscsi {{(pid=83138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:56:49.101850 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-24390c6f-d03a-4eb2-bf93-5f5956eadad2 admin admin] Request body: {'subnet': {'network_id': '5c550fb9-4d2f-42b9-9101-9100317842af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-325450445-subnet', 'tenant_id': '808cc1b3def14c1f8ea4f6635967b351', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:56:49.107529 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-24390c6f-d03a-4eb2-bf93-5f5956eadad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:49.112080 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-24390c6f-d03a-4eb2-bf93-5f5956eadad2 admin admin] Usage tracker for resource:subnet and tenant:808cc1b3def14c1f8ea4f6635967b351 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:49.116131 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-24390c6f-d03a-4eb2-bf93-5f5956eadad2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:49.125168 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-24390c6f-d03a-4eb2-bf93-5f5956eadad2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:49.140666 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24390c6f-d03a-4eb2-bf93-5f5956eadad2 admin admin] Made reservation on behalf of 808cc1b3def14c1f8ea4f6635967b351 for: {'subnet': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:56:49.144840 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-24390c6f-d03a-4eb2-bf93-5f5956eadad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2044265'] for subnet, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:49.398499 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-24390c6f-d03a-4eb2-bf93-5f5956eadad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1140146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2044231'] for subnet, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:49.460833 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a28405b0>, [{'id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'name': 'tempest-TestVolumeBootPattern-1077866854-router', 'tenant_id': '152098382d404cbdb5261f1d56a88f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '7624a242-5930-4e9d-bcf4-f775defc3a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:18Z', 'updated_at': '2022-04-08T02:56:21Z', 'revision_number': 4, 'project_id': '152098382d404cbdb5261f1d56a88f6c', 'gw_port': {'id': '7624a242-5930-4e9d-bcf4-f775defc3a4d', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:18Z', 'updated_at': '2022-04-08T02:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'd6700532-5171-406d-b2f1-8719842b4862', 'name': '', 'network_id': '4bf3a358-9d76-4bc8-8197-cfaf134a8c0c', 'tenant_id': '152098382d404cbdb5261f1d56a88f6c', 'mac_address': 'fa:16:3e:8e:35:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29ede3cb-e95a-48d1-8956-a4f747b3da4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:20Z', 'updated_at': '2022-04-08T02:56:48Z', 'revision_number': 4, 'project_id': '152098382d404cbdb5261f1d56a88f6c', 'subnets': [{'id': '29ede3cb-e95a-48d1-8956-a4f747b3da4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:49.465206 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbab5b6-89f1-4f0f-9422-3110199c7837 None None] The sync data for ids ['71a2da46-32f8-421c-becd-bbc1ad111483'] in dv-cinder-837052-1-iscsi is: [{'id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'name': 'tempest-TestVolumeBootPattern-1077866854-router', 'tenant_id': '152098382d404cbdb5261f1d56a88f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '7624a242-5930-4e9d-bcf4-f775defc3a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:18Z', 'updated_at': '2022-04-08T02:56:21Z', 'revision_number': 4, 'project_id': '152098382d404cbdb5261f1d56a88f6c', 'gw_port': {'id': '7624a242-5930-4e9d-bcf4-f775defc3a4d', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:18Z', 'updated_at': '2022-04-08T02:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'd6700532-5171-406d-b2f1-8719842b4862', 'name': '', 'network_id': '4bf3a358-9d76-4bc8-8197-cfaf134a8c0c', 'tenant_id': '152098382d404cbdb5261f1d56a88f6c', 'mac_address': 'fa:16:3e:8e:35:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29ede3cb-e95a-48d1-8956-a4f747b3da4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:20Z', 'updated_at': '2022-04-08T02:56:48Z', 'revision_number': 4, 'project_id': '152098382d404cbdb5261f1d56a88f6c', 'subnets': [{'id': '29ede3cb-e95a-48d1-8956-a4f747b3da4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:56:49.510062 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24390c6f-d03a-4eb2-bf93-5f5956eadad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c01730-b7cf-4465-98d0-c773367fca90,revision_number=0']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:49.527081 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24390c6f-d03a-4eb2-bf93-5f5956eadad2 admin admin] Checking segment: {'id': '806f342c-24e6-434f-82db-6c302479b761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5c550fb9-4d2f-42b9-9101-9100317842af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:56:49.527659 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24390c6f-d03a-4eb2-bf93-5f5956eadad2 admin admin] Network hostable DHCP agents. Network: 5c550fb9-4d2f-42b9-9101-9100317842af, hostable agents: ['ea54c749-c10d-4a72-b360-2a4b056fd7b2'], hosted agents: [] {{(pid=83137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:56:49.565488 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24390c6f-d03a-4eb2-bf93-5f5956eadad2 admin admin] Network 5c550fb9-4d2f-42b9-9101-9100317842af is scheduled to be hosted by DHCP agent ea54c749-c10d-4a72-b360-2a4b056fd7b2 with binding_index 1 {{(pid=83137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:56:49.580246 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-24390c6f-d03a-4eb2-bf93-5f5956eadad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837052-1-iscsi, 5c550fb9-4d2f-42b9-9101-9100317842af) {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:49.587454 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24390c6f-d03a-4eb2-bf93-5f5956eadad2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:49.588091 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-24390c6f-d03a-4eb2-bf93-5f5956eadad2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:49.595291 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe857dc-06f0-437b-a325-82fdabcf1931 None None] Network 5c550fb9-4d2f-42b9-9101-9100317842af requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:56:49.634601 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-24390c6f-d03a-4eb2-bf93-5f5956eadad2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5388849
Apr 08 02:56:49.886503 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-fd969b14-446d-4894-b463-bba8a9c4e23d tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042401346&fields=id&tenant_id=c89cf122bfb64dbca81527f5cac790a5 HTTP/1.1" status: 200  len: 267 time: 0.0572672
Apr 08 02:56:49.930481 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71a4745-13ed-4089-bcb9-a3b9bbdb6951 None None] Network 5c550fb9-4d2f-42b9-9101-9100317842af requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 02:56:50.123877 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device d6700532-5171-406d-b2f1-8719842b4862 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:56:50.174768 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-515466c3-1412-4a2b-a91c-8699e0e73698 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:50.176378 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-515466c3-1412-4a2b-a91c-8699e0e73698 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 811 time: 0.2825236
Apr 08 02:56:50.199603 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-0c213518-0815-454b-ab1c-f8bf38deede4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/quotas/c89cf122bfb64dbca81527f5cac790a5 HTTP/1.1" status: 200  len: 375 time: 0.0167909
Apr 08 02:56:50.291758 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-7cff74f3-2e56-4f9d-b481-18e129ce3cd5 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0854979
Apr 08 02:56:50.297792 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning for port d6700532-5171-406d-b2f1-8719842b4862 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:56:50.303806 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port d6700532-5171-406d-b2f1-8719842b4862 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:50.304375 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:50.434964 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:50.574688 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-8e7bd618-7548-41da-9a75-1a0229be6156 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83136) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 08 02:56:50.576982 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-8e7bd618-7548-41da-9a75-1a0229be6156 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2723918
Apr 08 02:56:50.577238 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] For port d6700532-5171-406d-b2f1-8719842b4862, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=d6700532-5171-406d-b2f1-8719842b4862,segment=NetworkSegment(8fa3c1d4-8ac1-498c-bf5f-3512fece5c56),segment_id=8fa3c1d4-8ac1-498c-bf5f-3512fece5c56)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:56:50.582690 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:50.650178 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Pushing event updated for resources: {'Port': ['ID=d6700532-5171-406d-b2f1-8719842b4862,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:50.720415 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-40593500-e0ef-423d-975a-1b2ff74f1350 service neutron] 10.222.0.48 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363692
Apr 08 02:56:50.861599 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-69eb8d14-9898-415c-a4ba-87a34650417a service neutron] 10.222.0.48 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299872
Apr 08 02:56:51.389969 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4d551677-7d3d-4055-9807-523ee17d2817 req-502730cf-6e18-49a4-863a-629a608fc50f tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 210 time: 0.0482373
Apr 08 02:56:51.997733 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-b709ee4a-4f53-48eb-8194-7078d1ffc78c tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:52.005228 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-b709ee4a-4f53-48eb-8194-7078d1ffc78c tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/networks?id=5c550fb9-4d2f-42b9-9101-9100317842af HTTP/1.1" status: 200  len: 808 time: 0.1617637
Apr 08 02:56:52.022488 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-09b3253b-a3bc-428d-b7a9-d8c535820379 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/quotas/808cc1b3def14c1f8ea4f6635967b351 HTTP/1.1" status: 200  len: 375 time: 0.0161724
Apr 08 02:56:52.040399 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device d6700532-5171-406d-b2f1-8719842b4862 up at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:56:52.067782 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-009a83b7-e89f-4a15-b700-ad9b9b0b9989 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=808cc1b3def14c1f8ea4f6635967b351&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0444219
Apr 08 02:56:52.114872 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Provisioning complete for port d6700532-5171-406d-b2f1-8719842b4862 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:52.115324 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:52.212213 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-2a75b8a2-0662-42fd-91c2-2fd7d8bf9230 service neutron] 10.222.0.48 "GET /v2.0/networks/5c550fb9-4d2f-42b9-9101-9100317842af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368160
Apr 08 02:56:52.355437 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-db350c02-ad9b-4e66-b2be-30ab9f3eb696 service neutron] 10.222.0.48 "GET /v2.0/networks/5c550fb9-4d2f-42b9-9101-9100317842af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350629
Apr 08 02:56:52.578876 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0f065834-c54a-4825-a167-b6e9a2af4a94 req-0e922237-fc17-4063-aac6-dcd49fb1255e tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd58846b-cc10-48d8-9a05-8c893d7cd80d HTTP/1.1" status: 200  len: 210 time: 0.0534093
Apr 08 02:56:52.656026 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cfe9836e-ece2-40b5-ac1a-2002c46a2a8a req-0545bf22-fdf1-4922-b85d-a97a7082490f tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 210 time: 0.0726857
Apr 08 02:56:52.883338 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-d3bcecfb-232b-4635-9a60-fe36db47c4a4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:52.884021 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-d3bcecfb-232b-4635-9a60-fe36db47c4a4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Synchronizing usage tracker for tenant:c89cf122bfb64dbca81527f5cac790a5 on resource:network {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:56:52.904281 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-d3bcecfb-232b-4635-9a60-fe36db47c4a4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Unset dirty status for tenant:c89cf122bfb64dbca81527f5cac790a5 on resource:network {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:56:52.905733 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-d3bcecfb-232b-4635-9a60-fe36db47c4a4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.49 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 811 time: 0.2736402
Apr 08 02:56:52.968271 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-aecf4447-c06c-4f90-820d-9c504fc89fc6 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Synchronizing usage tracker for tenant:c89cf122bfb64dbca81527f5cac790a5 on resource:security_group {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:56:52.991494 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-aecf4447-c06c-4f90-820d-9c504fc89fc6 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Unset dirty status for tenant:c89cf122bfb64dbca81527f5cac790a5 on resource:security_group {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:56:52.992638 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-aecf4447-c06c-4f90-820d-9c504fc89fc6 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c89cf122bfb64dbca81527f5cac790a5 HTTP/1.1" status: 200  len: 380 time: 0.0746801
Apr 08 02:56:53.000622 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-20be5631-bcc9-4577-abf5-2c4d631df9d7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Request body: {'port': {'device_id': 'db095363-7817-4713-9eb0-3bcda511112e', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'admin_state_up': True, 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'security_groups': ['685f228d-40dd-4d87-94ab-0ed99dd9e969']}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:56:53.146338 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-20be5631-bcc9-4577-abf5-2c4d631df9d7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:53.150000 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-20be5631-bcc9-4577-abf5-2c4d631df9d7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Usage tracker for resource:port and tenant:c89cf122bfb64dbca81527f5cac790a5 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:53.152820 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-20be5631-bcc9-4577-abf5-2c4d631df9d7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:53.158738 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-20be5631-bcc9-4577-abf5-2c4d631df9d7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:53.168154 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-20be5631-bcc9-4577-abf5-2c4d631df9d7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Made reservation on behalf of c89cf122bfb64dbca81527f5cac790a5 for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:56:53.171298 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-20be5631-bcc9-4577-abf5-2c4d631df9d7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:53.342828 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-20be5631-bcc9-4577-abf5-2c4d631df9d7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Allocated IP 172.20.0.12 (ae66bd3d-676a-4225-963c-1a0fd3518d06/5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc/1ff823af-42f9-4594-93e9-62f6e5e8c8b1) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:56:53.547500 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-20be5631-bcc9-4577-abf5-2c4d631df9d7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:53.564003 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-20be5631-bcc9-4577-abf5-2c4d631df9d7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Transition to ACTIVE for port object 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:53.587602 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-20be5631-bcc9-4577-abf5-2c4d631df9d7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:53.666301 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-20be5631-bcc9-4577-abf5-2c4d631df9d7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Network ae66bd3d-676a-4225-963c-1a0fd3518d06 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:56:53.669266 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-20be5631-bcc9-4577-abf5-2c4d631df9d7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:53.676588 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-20be5631-bcc9-4577-abf5-2c4d631df9d7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:56:53.703626 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be5631-bcc9-4577-abf5-2c4d631df9d7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event updated for resources: {'Port': ['ID=1ff823af-42f9-4594-93e9-62f6e5e8c8b1,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:53.898092 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-20be5631-bcc9-4577-abf5-2c4d631df9d7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:53.899180 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-290f4da6-32f4-4b22-9df7-1b5af16befca req-23f1b53f-4c85-4f10-9275-d5aae8e13bdf tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd58846b-cc10-48d8-9a05-8c893d7cd80d HTTP/1.1" status: 200  len: 210 time: 0.1826785
Apr 08 02:56:53.899935 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-20be5631-bcc9-4577-abf5-2c4d631df9d7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:53.959462 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-20be5631-bcc9-4577-abf5-2c4d631df9d7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9625742
Apr 08 02:56:53.980332 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc8510-c84e-467b-9b2c-e4c5f96c5678 req-f826601c-264b-4f88-9f3f-10dfdb10a49b tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:53.987099 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4fbc8510-c84e-467b-9b2c-e4c5f96c5678 req-f826601c-264b-4f88-9f3f-10dfdb10a49b tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 932 time: 0.0869932
Apr 08 02:56:53.998107 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-301d2200-7835-4d68-8300-1f5068b9ac4f None None] Provisioning for port 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:56:54.003532 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-301d2200-7835-4d68-8300-1f5068b9ac4f None None] Provisioning complete for port 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:54.003896 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-301d2200-7835-4d68-8300-1f5068b9ac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:54.033281 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Request body: {'port': {'device_id': 'db095363-7817-4713-9eb0-3bcda511112e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:56:54.042051 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4fbc8510-c84e-467b-9b2c-e4c5f96c5678 req-71b094a1-f865-4c55-8d78-53405850c0e2 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540493
Apr 08 02:56:54.085907 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-301d2200-7835-4d68-8300-1f5068b9ac4f None None] Port 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:56:54.121620 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-228cf7d5-53a4-445f-8051-c2fd82bf733d tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:54.122282 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-228cf7d5-53a4-445f-8051-c2fd82bf733d tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Synchronizing usage tracker for tenant:808cc1b3def14c1f8ea4f6635967b351 on resource:network {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:56:54.188777 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-228cf7d5-53a4-445f-8051-c2fd82bf733d tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Unset dirty status for tenant:808cc1b3def14c1f8ea4f6635967b351 on resource:network {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:56:54.189880 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-228cf7d5-53a4-445f-8051-c2fd82bf733d tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.49 "GET /v2.0/networks?id=5c550fb9-4d2f-42b9-9101-9100317842af HTTP/1.1" status: 200  len: 808 time: 0.4801366
Apr 08 02:56:54.192777 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:54.207388 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-d46b013f-c160-4fae-bae1-61153de23122 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Request body: {'port': {'device_id': 'cd58846b-cc10-48d8-9a05-8c893d7cd80d', 'network_id': '5c550fb9-4d2f-42b9-9101-9100317842af', 'admin_state_up': True, 'tenant_id': '808cc1b3def14c1f8ea4f6635967b351'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:56:54.461728 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-d46b013f-c160-4fae-bae1-61153de23122 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:54.469506 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-d46b013f-c160-4fae-bae1-61153de23122 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Usage tracker for resource:port and tenant:808cc1b3def14c1f8ea4f6635967b351 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:54.486765 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-d46b013f-c160-4fae-bae1-61153de23122 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:54.496460 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-d46b013f-c160-4fae-bae1-61153de23122 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:54.564241 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-d46b013f-c160-4fae-bae1-61153de23122 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Made reservation on behalf of 808cc1b3def14c1f8ea4f6635967b351 for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:56:54.567715 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-d46b013f-c160-4fae-bae1-61153de23122 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:54.806103 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:56:54.814020 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-d46b013f-c160-4fae-bae1-61153de23122 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Allocated IP 172.20.0.11 (5c550fb9-4d2f-42b9-9101-9100317842af/b8c01730-b7cf-4465-98d0-c773367fca90/c7346b5f-ce63-42a6-a172-73865f9b3a74) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:56:54.817191 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:54.839661 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Transition to ACTIVE for port object 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:54.859017 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.095274 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7ab2c7c1-ea19-494f-b144-3d193adba7eb req-a464a866-a986-4a02-9915-0a5cd5bf037e tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd58846b-cc10-48d8-9a05-8c893d7cd80d HTTP/1.1" status: 200  len: 210 time: 0.0662580
Apr 08 02:56:55.185113 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Pushing event updated for resources: {'Port': ['ID=1ff823af-42f9-4594-93e9-62f6e5e8c8b1,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:55.246288 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a78691-0e0e-4f92-85fe-bf1a7da81f0f req-d1b8eadb-680a-43e8-9739-6ce97e656c01 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:55.247777 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d9a78691-0e0e-4f92-85fe-bf1a7da81f0f req-d1b8eadb-680a-43e8-9739-6ce97e656c01 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 944 time: 0.0779729
Apr 08 02:56:55.293366 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d9a78691-0e0e-4f92-85fe-bf1a7da81f0f req-9e00a440-f04d-46c7-bb59-16e2d8a44ce0 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398996
Apr 08 02:56:55.341642 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-d46b013f-c160-4fae-bae1-61153de23122 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.350236 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Attempting to bind port 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:56:55.350567 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Attempting to bind port 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:56:55.350916 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Attempting to bind port 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 on network ae66bd3d-676a-4225-963c-1a0fd3518d06 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:56:55.360484 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Port 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 on network ae66bd3d-676a-4225-963c-1a0fd3518d06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:56:55.360801 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Attempting to bind port 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 on network ae66bd3d-676a-4225-963c-1a0fd3518d06 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:56:55.371625 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:56:55.371957 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Checking segment: {'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:56:55.372330 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Bound using segment: {'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:56:55.372774 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Bound port: 1ff823af-42f9-4594-93e9-62f6e5e8c8b1, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:56:55.373113 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.430983 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-d46b013f-c160-4fae-bae1-61153de23122 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.536203 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-d46b013f-c160-4fae-bae1-61153de23122 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Network 5c550fb9-4d2f-42b9-9101-9100317842af is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:56:55.541460 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-d46b013f-c160-4fae-bae1-61153de23122 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:55.544578 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b013f-c160-4fae-bae1-61153de23122 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Pushing event updated for resources: {'Port': ['ID=c7346b5f-ce63-42a6-a172-73865f9b3a74,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:55.546770 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-d46b013f-c160-4fae-bae1-61153de23122 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:56:55.576736 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] For port 1ff823af-42f9-4594-93e9-62f6e5e8c8b1, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:56:55.597397 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] For port 1ff823af-42f9-4594-93e9-62f6e5e8c8b1, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1ff823af-42f9-4594-93e9-62f6e5e8c8b1,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:56:55.608533 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.651767 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-d46b013f-c160-4fae-bae1-61153de23122 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:55.652412 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-d46b013f-c160-4fae-bae1-61153de23122 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.696936 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.698291 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] 10.222.0.49 "PUT /v2.0/ports/1ff823af-42f9-4594-93e9-62f6e5e8c8b1 HTTP/1.1" status: 200  len: 1094 time: 1.7297366
Apr 08 02:56:55.698814 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db095363-7817-4713-9eb0-3bcda511112e', 'tag': '1ff823af-42f9-4594-93e9-62f6e5e8c8b1'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:56:55.716851 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-d46b013f-c160-4fae-bae1-61153de23122 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5150175
Apr 08 02:56:55.723529 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab2fd7-40d7-4477-a29c-c6983390acec service neutron] Pushing event updated for resources: {'Port': ['ID=1ff823af-42f9-4594-93e9-62f6e5e8c8b1,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:55.743225 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Request body: {'port': {'device_id': 'cd58846b-cc10-48d8-9a05-8c893d7cd80d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:56:55.768144 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f928790d-71c8-464b-a303-6843cf740a36'] response: {'name': 'network-changed', 'server_uuid': 'db095363-7817-4713-9eb0-3bcda511112e', 'tag': '1ff823af-42f9-4594-93e9-62f6e5e8c8b1', 'status': 'completed', 'code': 200}
Apr 08 02:56:55.908879 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.931513 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-7adc90b0-f66e-4e7d-8d85-17e827d62004 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 1097 time: 0.1575074
Apr 08 02:56:56.037208 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-c21faa9a-684c-463c-813b-238ac3c88a74 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ff823af-42f9-4594-93e9-62f6e5e8c8b1 HTTP/1.1" status: 200  len: 217 time: 0.0789521
Apr 08 02:56:56.085665 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 51480) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:56.167225 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-4184eca0-d0d9-4e49-b92e-f8aeefde6442 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:56.168631 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-4184eca0-d0d9-4e49-b92e-f8aeefde6442 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc HTTP/1.1" status: 200  len: 850 time: 0.1216047
Apr 08 02:56:56.279530 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-fd5a7533-5dd2-4899-ad76-5aa83b565dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:56.327600 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-fd5a7533-5dd2-4899-ad76-5aa83b565dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:56.334473 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-fd5a7533-5dd2-4899-ad76-5aa83b565dcc admin admin] Usage tracker for resource:security_group_rule and tenant:496634e5ac11445784d343f046328356 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:56.338870 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-fd5a7533-5dd2-4899-ad76-5aa83b565dcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:56.344344 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-484fe55f-1ec2-487e-ba47-496996ce5b80 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae66bd3d-676a-4225-963c-1a0fd3518d06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1616516
Apr 08 02:56:56.346358 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-fd5a7533-5dd2-4899-ad76-5aa83b565dcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:56.353952 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1d973-49d6-4cb9-90ed-1e598a9ad476 req-3515c7aa-6329-43c0-8d9d-2da5d6dceddf tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:56.355442 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-03e1d973-49d6-4cb9-90ed-1e598a9ad476 req-3515c7aa-6329-43c0-8d9d-2da5d6dceddf tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd58846b-cc10-48d8-9a05-8c893d7cd80d HTTP/1.1" status: 200  len: 932 time: 0.1362531
Apr 08 02:56:56.427760 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-03e1d973-49d6-4cb9-90ed-1e598a9ad476 req-c49f7a1e-8ed5-4d8f-908b-05e040f6051b tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621824
Apr 08 02:56:56.517762 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-fd5a7533-5dd2-4899-ad76-5aa83b565dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:56.524261 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-fd5a7533-5dd2-4899-ad76-5aa83b565dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:56.583911 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-fd5a7533-5dd2-4899-ad76-5aa83b565dcc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=496634e5ac11445784d343f046328356&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4970915
Apr 08 02:56:56.591287 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc13e15-e103-4193-a840-a7c2185a0dde req-19616c7b-e69e-4722-866e-efb4c1ae2883 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:56.595479 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6cc13e15-e103-4193-a840-a7c2185a0dde req-19616c7b-e69e-4722-866e-efb4c1ae2883 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 944 time: 0.1669240
Apr 08 02:56:56.596176 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 51490) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:56.596789 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a7533-5dd2-4899-ad76-5aa83b565dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4783ba01-7f36-45c0-8a48-a2966aa108f5,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:56.625683 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7346b5f-ce63-42a6-a172-73865f9b3a74 {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:56:56.641897 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:56.657526 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-6cd8bdfe-a64b-4088-a1d1-4fa21f9726d8 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3072815
Apr 08 02:56:56.663130 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Transition to ACTIVE for port object c7346b5f-ce63-42a6-a172-73865f9b3a74 will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:56.681508 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6cc13e15-e103-4193-a840-a7c2185a0dde req-2a607270-0435-40a0-90fe-f82eea33ad0d tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781159
Apr 08 02:56:56.683556 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:56.697474 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-36dda1dd-9316-4f1b-8a3b-1628a5b5882d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:56.728987 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-36dda1dd-9316-4f1b-8a3b-1628a5b5882d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:56.781229 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-36dda1dd-9316-4f1b-8a3b-1628a5b5882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:56.801102 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dda1dd-9316-4f1b-8a3b-1628a5b5882d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4783ba01-7f36-45c0-8a48-a2966aa108f5,revision_number=None']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:56.813965 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-36dda1dd-9316-4f1b-8a3b-1628a5b5882d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:56.818019 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-36dda1dd-9316-4f1b-8a3b-1628a5b5882d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4783ba01-7f36-45c0-8a48-a2966aa108f5 HTTP/1.1" status: 204  len: 168 time: 0.2134883
Apr 08 02:56:56.864837 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Pushing event updated for resources: {'Port': ['ID=c7346b5f-ce63-42a6-a172-73865f9b3a74,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:56.975535 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d9bbae01-9b74-4079-9008-5e1d06131079 req-4b4bb99d-2544-4106-94e8-8d67b3d463fa service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3110802
Apr 08 02:56:57.007285 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:56:57.017813 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Attempting to bind port c7346b5f-ce63-42a6-a172-73865f9b3a74 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:56:57.018154 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Attempting to bind port c7346b5f-ce63-42a6-a172-73865f9b3a74 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '806f342c-24e6-434f-82db-6c302479b761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5c550fb9-4d2f-42b9-9101-9100317842af'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:56:57.018481 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Attempting to bind port c7346b5f-ce63-42a6-a172-73865f9b3a74 on network 5c550fb9-4d2f-42b9-9101-9100317842af {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:56:57.025843 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Port c7346b5f-ce63-42a6-a172-73865f9b3a74 on network 5c550fb9-4d2f-42b9-9101-9100317842af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:56:57.026162 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Attempting to bind port c7346b5f-ce63-42a6-a172-73865f9b3a74 on network 5c550fb9-4d2f-42b9-9101-9100317842af {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:56:57.064842 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:56:57.065179 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Checking segment: {'id': '806f342c-24e6-434f-82db-6c302479b761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5c550fb9-4d2f-42b9-9101-9100317842af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:56:57.065583 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Bound using segment: {'id': '806f342c-24e6-434f-82db-6c302479b761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5c550fb9-4d2f-42b9-9101-9100317842af'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:56:57.066006 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Bound port: c7346b5f-ce63-42a6-a172-73865f9b3a74, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806f342c-24e6-434f-82db-6c302479b761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5c550fb9-4d2f-42b9-9101-9100317842af'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:56:57.066348 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:57.170031 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 51498) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:57.183198 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a12d188d-8747-421e-b83c-2eb676f3b580 req-fe5f509a-8b50-4f17-b8a7-0932b5f5e011 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 1097 time: 0.1529846
Apr 08 02:56:57.186968 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] For port c7346b5f-ce63-42a6-a172-73865f9b3a74, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:56:57.188005 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0a50fb13-5d4a-4dd8-b924-a7449ca54b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:57.191763 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] For port c7346b5f-ce63-42a6-a172-73865f9b3a74, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c7346b5f-ce63-42a6-a172-73865f9b3a74,segment=NetworkSegment(806f342c-24e6-434f-82db-6c302479b761),segment_id=806f342c-24e6-434f-82db-6c302479b761)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:56:57.213107 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:57.219430 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-0a50fb13-5d4a-4dd8-b924-a7449ca54b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:57.224071 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-0a50fb13-5d4a-4dd8-b924-a7449ca54b8c admin admin] Usage tracker for resource:security_group_rule and tenant:334639dea8fb4892a730456b1c755ca4 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:57.226928 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-0a50fb13-5d4a-4dd8-b924-a7449ca54b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:57.232535 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-0a50fb13-5d4a-4dd8-b924-a7449ca54b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:57.297337 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0a50fb13-5d4a-4dd8-b924-a7449ca54b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:57.302804 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-0a50fb13-5d4a-4dd8-b924-a7449ca54b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:57.336834 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:57.338177 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] 10.222.0.49 "PUT /v2.0/ports/c7346b5f-ce63-42a6-a172-73865f9b3a74 HTTP/1.1" status: 200  len: 1094 time: 1.5991938
Apr 08 02:56:57.350253 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50fb13-5d4a-4dd8-b924-a7449ca54b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b935b14-46a8-4ad4-8704-13961a9aa789,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:57.359027 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-0a50fb13-5d4a-4dd8-b924-a7449ca54b8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=334639dea8fb4892a730456b1c755ca4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1877959
Apr 08 02:56:57.359739 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 51502) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:57.444258 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22179222-e3b7-44a9-9a20-ad52c6a21d86 service neutron] Pushing event updated for resources: {'Port': ['ID=c7346b5f-ce63-42a6-a172-73865f9b3a74,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:57.460492 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d188d-8747-421e-b83c-2eb676f3b580 req-c528caa5-519f-448b-afcd-752c8016f1a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:57.461934 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a12d188d-8747-421e-b83c-2eb676f3b580 req-c528caa5-519f-448b-afcd-752c8016f1a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 912 time: 0.2728350
Apr 08 02:56:57.559867 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a12d188d-8747-421e-b83c-2eb676f3b580 req-fef9495b-56ab-43bc-b5c1-58549046b3d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ff823af-42f9-4594-93e9-62f6e5e8c8b1 HTTP/1.1" status: 200  len: 217 time: 0.0795720
Apr 08 02:56:57.622954 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3f4e-c769-4747-b7a8-13cc8b7b397c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:57.627441 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc172c-a1c2-455f-9686-4ff43de3de2e req-1c4a2b9d-5de8-4ffc-ad9c-3d403487f510 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:57.629166 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b4cc172c-a1c2-455f-9686-4ff43de3de2e req-1c4a2b9d-5de8-4ffc-ad9c-3d403487f510 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd58846b-cc10-48d8-9a05-8c893d7cd80d HTTP/1.1" status: 200  len: 944 time: 0.0820506
Apr 08 02:56:57.633827 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-606bf425-32a2-4693-b121-838dc0bdb28c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=808cc1b3def14c1f8ea4f6635967b351&device_id=cd58846b-cc10-48d8-9a05-8c893d7cd80d HTTP/1.1" status: 200  len: 1097 time: 0.2463593
Apr 08 02:56:57.674823 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b4cc172c-a1c2-455f-9686-4ff43de3de2e req-6a1a12f0-38f8-46df-87a7-af1b58fd1a75 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395777
Apr 08 02:56:57.723020 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d188d-8747-421e-b83c-2eb676f3b580 req-dc344fe8-ba5a-4f2e-bf08-fe5244db4058 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:57.724514 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a12d188d-8747-421e-b83c-2eb676f3b580 req-dc344fe8-ba5a-4f2e-bf08-fe5244db4058 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc HTTP/1.1" status: 200  len: 850 time: 0.1547954
Apr 08 02:56:57.728031 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-e4f29712-bf68-4d3a-8a12-53e6e16c1e09 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7346b5f-ce63-42a6-a172-73865f9b3a74 HTTP/1.1" status: 200  len: 217 time: 0.0854578
Apr 08 02:56:57.729618 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3f4e-c769-4747-b7a8-13cc8b7b397c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:57.795270 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd58846b-cc10-48d8-9a05-8c893d7cd80d', 'tag': 'c7346b5f-ce63-42a6-a172-73865f9b3a74'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:56:57.859777 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a541be-e5bc-41f5-82c6-9f92c69aba03'] response: {'name': 'network-changed', 'server_uuid': 'cd58846b-cc10-48d8-9a05-8c893d7cd80d', 'tag': 'c7346b5f-ce63-42a6-a172-73865f9b3a74', 'status': 'completed', 'code': 200}
Apr 08 02:56:57.878221 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-78a8dd30-23d2-4e92-bd24-e7b12b8f34d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:57.879671 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-78a8dd30-23d2-4e92-bd24-e7b12b8f34d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8c01730-b7cf-4465-98d0-c773367fca90 HTTP/1.1" status: 200  len: 848 time: 0.1435394
Apr 08 02:56:57.880783 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606dd52-d2de-411c-aa2c-463cbbede8a7 req-a1e1a75e-14d1-4876-b01d-58a258357f75 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:57.882176 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3606dd52-d2de-411c-aa2c-463cbbede8a7 req-a1e1a75e-14d1-4876-b01d-58a258357f75 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 944 time: 0.0793824
Apr 08 02:56:57.931290 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3606dd52-d2de-411c-aa2c-463cbbede8a7 req-bb1ecbac-ca43-49fe-a972-20db96079fda tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422733
Apr 08 02:56:57.931954 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-8184b78a-2401-481f-bbb9-b324b2bab134 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c550fb9-4d2f-42b9-9101-9100317842af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431733
Apr 08 02:56:57.936276 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a12d188d-8747-421e-b83c-2eb676f3b580 req-01aa3bf7-99e5-4b3d-9e99-1ad2446a7aff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae66bd3d-676a-4225-963c-1a0fd3518d06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1990654
Apr 08 02:56:57.940272 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3f4e-c769-4747-b7a8-13cc8b7b397c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:58.045859 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a3f4e-c769-4747-b7a8-13cc8b7b397c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b935b14-46a8-4ad4-8704-13961a9aa789,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:58.203666 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3f4e-c769-4747-b7a8-13cc8b7b397c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:58.204762 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-3c6a3f4e-c769-4747-b7a8-13cc8b7b397c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b935b14-46a8-4ad4-8704-13961a9aa789 HTTP/1.1" status: 204  len: 168 time: 0.8329730
Apr 08 02:56:58.294187 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a12d188d-8747-421e-b83c-2eb676f3b580 req-185f2d1a-e2c0-41e5-9a91-ed952c01e008 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3490596
Apr 08 02:56:58.296010 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-7c8050e0-1078-475b-9d4e-684331dde822 service neutron] 10.222.0.49 "GET /v2.0/networks/5c550fb9-4d2f-42b9-9101-9100317842af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3488069
Apr 08 02:56:58.541087 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a12d188d-8747-421e-b83c-2eb676f3b580 req-891288db-70a2-44cb-a714-e6519e4e872f service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2364895
Apr 08 02:56:58.545127 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4c60e842-5898-4ff4-aa14-2199199b6608 req-6008fbae-954a-4006-bbf4-3857c73252b8 service neutron] 10.222.0.49 "GET /v2.0/networks/5c550fb9-4d2f-42b9-9101-9100317842af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2238150
Apr 08 02:56:58.670064 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a62c8fac-5ec2-4a2a-bbf6-a4cc444e2501 req-b5000425-2bc9-4e3b-96e9-14040cb6ec52 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=808cc1b3def14c1f8ea4f6635967b351&device_id=cd58846b-cc10-48d8-9a05-8c893d7cd80d HTTP/1.1" status: 200  len: 1097 time: 0.0770705
Apr 08 02:56:58.802461 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c8fac-5ec2-4a2a-bbf6-a4cc444e2501 req-bd5af120-84e5-4b79-bb8a-c67d82c5c957 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:58.803922 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a62c8fac-5ec2-4a2a-bbf6-a4cc444e2501 req-bd5af120-84e5-4b79-bb8a-c67d82c5c957 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c550fb9-4d2f-42b9-9101-9100317842af HTTP/1.1" status: 200  len: 909 time: 0.1276970
Apr 08 02:56:58.873358 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a62c8fac-5ec2-4a2a-bbf6-a4cc444e2501 req-587ac388-aaaa-48ac-83f1-fd61d3a811c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7346b5f-ce63-42a6-a172-73865f9b3a74 HTTP/1.1" status: 200  len: 217 time: 0.0627720
Apr 08 02:56:58.879155 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993237c-b9b1-4cde-ae96-4c2c3a761122 req-0de8e181-1369-468c-ad6c-67e4bc19ecfe tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:58.880598 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8993237c-b9b1-4cde-ae96-4c2c3a761122 req-0de8e181-1369-468c-ad6c-67e4bc19ecfe tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd58846b-cc10-48d8-9a05-8c893d7cd80d HTTP/1.1" status: 200  len: 944 time: 0.0827391
Apr 08 02:56:58.929968 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8993237c-b9b1-4cde-ae96-4c2c3a761122 req-b6e3b0e7-b159-4674-89e5-5df0236f214f tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438869
Apr 08 02:56:58.944130 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c8fac-5ec2-4a2a-bbf6-a4cc444e2501 req-741035f7-e750-44c0-b3c6-ae2e0d222486 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:58.945629 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a62c8fac-5ec2-4a2a-bbf6-a4cc444e2501 req-741035f7-e750-44c0-b3c6-ae2e0d222486 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8c01730-b7cf-4465-98d0-c773367fca90 HTTP/1.1" status: 200  len: 848 time: 0.0660293
Apr 08 02:56:58.993966 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a62c8fac-5ec2-4a2a-bbf6-a4cc444e2501 req-a6548586-3f9d-4069-a248-12eb01fb46f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c550fb9-4d2f-42b9-9101-9100317842af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421271
Apr 08 02:56:59.145412 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a62c8fac-5ec2-4a2a-bbf6-a4cc444e2501 req-b1853513-b560-4fbb-8031-29d3d80c8b7b service neutron] 10.222.0.49 "GET /v2.0/networks/5c550fb9-4d2f-42b9-9101-9100317842af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443615
Apr 08 02:56:59.153379 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01e392-f752-40c7-8e50-821bfe49c4b3 req-fbc8b6a1-f0f7-4322-b1c5-5f005e89ea3c tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:59.155107 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1a01e392-f752-40c7-8e50-821bfe49c4b3 req-fbc8b6a1-f0f7-4322-b1c5-5f005e89ea3c tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 944 time: 0.0809877
Apr 08 02:56:59.207464 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1a01e392-f752-40c7-8e50-821bfe49c4b3 req-06080511-848c-41bb-97ef-16ddb6833834 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454354
Apr 08 02:56:59.281911 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a62c8fac-5ec2-4a2a-bbf6-a4cc444e2501 req-02d86449-5554-4137-ac6f-a44f2bbd592d service neutron] 10.222.0.49 "GET /v2.0/networks/5c550fb9-4d2f-42b9-9101-9100317842af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305444
Apr 08 02:57:00.137205 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa1a9b-9e7d-44bf-a8b4-bf72723d43b2 req-570c82c4-effe-4ab7-ab4c-8f88d3592560 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:00.139002 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e7aa1a9b-9e7d-44bf-a8b4-bf72723d43b2 req-570c82c4-effe-4ab7-ab4c-8f88d3592560 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd58846b-cc10-48d8-9a05-8c893d7cd80d HTTP/1.1" status: 200  len: 944 time: 0.0798686
Apr 08 02:57:00.186432 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e7aa1a9b-9e7d-44bf-a8b4-bf72723d43b2 req-f33cf8e3-a3d8-48b1-be73-b381768a3b19 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411136
Apr 08 02:57:00.407298 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb17f4-a5db-4485-bc2a-d82b89c80283 req-08359967-6348-44f4-8c1e-7657d70c9a20 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:00.408728 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-53fb17f4-a5db-4485-bc2a-d82b89c80283 req-08359967-6348-44f4-8c1e-7657d70c9a20 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 944 time: 0.0809731
Apr 08 02:57:00.457272 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-53fb17f4-a5db-4485-bc2a-d82b89c80283 req-fd0dc4cd-19fa-4f63-b69a-209681dcb004 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398283
Apr 08 02:57:00.498246 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device c7346b5f-ce63-42a6-a172-73865f9b3a74 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:57:00.630276 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port c7346b5f-ce63-42a6-a172-73865f9b3a74, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c7346b5f-ce63-42a6-a172-73865f9b3a74,segment=NetworkSegment(806f342c-24e6-434f-82db-6c302479b761),segment_id=806f342c-24e6-434f-82db-6c302479b761)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:57:00.643173 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': 'c7346b5f-ce63-42a6-a172-73865f9b3a74', 'network_id': '5c550fb9-4d2f-42b9-9101-9100317842af', 'port_id': 'c7346b5f-ce63-42a6-a172-73865f9b3a74', 'mac_address': 'fa:16:3e:bd:a1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c01730-b7cf-4465-98d0-c773367fca90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:57:00.700190 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:00.717955 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7346b5f-ce63-42a6-a172-73865f9b3a74 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:57:00.738375 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port c7346b5f-ce63-42a6-a172-73865f9b3a74, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c7346b5f-ce63-42a6-a172-73865f9b3a74,segment=NetworkSegment(806f342c-24e6-434f-82db-6c302479b761),segment_id=806f342c-24e6-434f-82db-6c302479b761)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:57:00.738375 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:00.801901 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=c7346b5f-ce63-42a6-a172-73865f9b3a74,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:01.046270 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['c7346b5f-ce63-42a6-a172-73865f9b3a74'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:57:01.122132 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 51592) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:01.262153 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-40ce91ea-8c34-49d5-a070-317ff888f523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.293273 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-40ce91ea-8c34-49d5-a070-317ff888f523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:01.297006 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-40ce91ea-8c34-49d5-a070-317ff888f523 admin admin] Usage tracker for resource:security_group_rule and tenant:509fa382bc674b9bb976f5250d0f7d19 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:01.299805 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-40ce91ea-8c34-49d5-a070-317ff888f523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:01.305397 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-40ce91ea-8c34-49d5-a070-317ff888f523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:01.431148 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-40ce91ea-8c34-49d5-a070-317ff888f523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.437215 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acec0aa-b76c-483a-904e-ef9041b68ebd req-d39e1692-cc69-4f67-b991-e610e8acb2ac tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:01.438630 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7acec0aa-b76c-483a-904e-ef9041b68ebd req-d39e1692-cc69-4f67-b991-e610e8acb2ac tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd58846b-cc10-48d8-9a05-8c893d7cd80d HTTP/1.1" status: 200  len: 945 time: 0.1282864
Apr 08 02:57:01.439626 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-40ce91ea-8c34-49d5-a070-317ff888f523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.500200 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce91ea-8c34-49d5-a070-317ff888f523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420e1930-72e3-44a8-8816-beec7a9c4e59,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:01.526535 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 51602) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:01.527188 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-40ce91ea-8c34-49d5-a070-317ff888f523 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=509fa382bc674b9bb976f5250d0f7d19&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4033859
Apr 08 02:57:01.532098 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7acec0aa-b76c-483a-904e-ef9041b68ebd req-a141a091-ba1b-40be-aa03-75a8a27e08f8 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852497
Apr 08 02:57:01.591460 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-32722bf2-bd1c-406e-aa6f-847a4dd824c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.618089 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-32722bf2-bd1c-406e-aa6f-847a4dd824c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.652595 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfee8b-4640-4c05-9ca9-58c988a53dd5 req-40f7f1ba-04ea-4f68-8080-81a9faad7c4a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:01.654060 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-90cfee8b-4640-4c05-9ca9-58c988a53dd5 req-40f7f1ba-04ea-4f68-8080-81a9faad7c4a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 944 time: 0.0748446
Apr 08 02:57:01.669057 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-32722bf2-bd1c-406e-aa6f-847a4dd824c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.688768 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32722bf2-bd1c-406e-aa6f-847a4dd824c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420e1930-72e3-44a8-8816-beec7a9c4e59,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:01.694808 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-32722bf2-bd1c-406e-aa6f-847a4dd824c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.696060 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-32722bf2-bd1c-406e-aa6f-847a4dd824c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/420e1930-72e3-44a8-8816-beec7a9c4e59 HTTP/1.1" status: 204  len: 168 time: 0.1672280
Apr 08 02:57:01.709964 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-90cfee8b-4640-4c05-9ca9-58c988a53dd5 req-aafdbbdb-0e96-4ac4-a25e-d17d8bf32acc tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482256
Apr 08 02:57:02.017891 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 51610) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:02.036587 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5d212acd-0f75-4e29-91a8-cb38ee58b6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.066569 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-5d212acd-0f75-4e29-91a8-cb38ee58b6d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:02.070221 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-5d212acd-0f75-4e29-91a8-cb38ee58b6d3 admin admin] Usage tracker for resource:security_group_rule and tenant:88b25998f5e642c7b6bdfc5f437aa019 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:02.073408 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-5d212acd-0f75-4e29-91a8-cb38ee58b6d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:02.079597 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-5d212acd-0f75-4e29-91a8-cb38ee58b6d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:02.145261 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5d212acd-0f75-4e29-91a8-cb38ee58b6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.148876 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5d212acd-0f75-4e29-91a8-cb38ee58b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.191923 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d212acd-0f75-4e29-91a8-cb38ee58b6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c191786-70ac-4fb0-bab5-7fe63b83e07c,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:02.197118 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-5d212acd-0f75-4e29-91a8-cb38ee58b6d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88b25998f5e642c7b6bdfc5f437aa019&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1782410
Apr 08 02:57:02.199613 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 51614) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:02.257718 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a592c660-a11d-4aab-beec-222426e1af48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.282337 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a592c660-a11d-4aab-beec-222426e1af48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.335010 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a592c660-a11d-4aab-beec-222426e1af48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.352026 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592c660-a11d-4aab-beec-222426e1af48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c191786-70ac-4fb0-bab5-7fe63b83e07c,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:02.355157 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-a592c660-a11d-4aab-beec-222426e1af48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.358780 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-a592c660-a11d-4aab-beec-222426e1af48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c191786-70ac-4fb0-bab5-7fe63b83e07c HTTP/1.1" status: 204  len: 168 time: 0.1581376
Apr 08 02:57:02.529554 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device c7346b5f-ce63-42a6-a172-73865f9b3a74 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:57:02.600028 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port c7346b5f-ce63-42a6-a172-73865f9b3a74 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:57:02.605816 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port c7346b5f-ce63-42a6-a172-73865f9b3a74 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:02.606438 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.725621 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.742117 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a6267-41f5-4fbc-b2bf-59617b015f4f req-0dba5149-79e5-40b8-a345-229b67538c8b tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:02.743769 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-286a6267-41f5-4fbc-b2bf-59617b015f4f req-0dba5149-79e5-40b8-a345-229b67538c8b tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd58846b-cc10-48d8-9a05-8c893d7cd80d HTTP/1.1" status: 200  len: 945 time: 0.0857377
Apr 08 02:57:02.765470 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port c7346b5f-ce63-42a6-a172-73865f9b3a74, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c7346b5f-ce63-42a6-a172-73865f9b3a74,segment=NetworkSegment(806f342c-24e6-434f-82db-6c302479b761),segment_id=806f342c-24e6-434f-82db-6c302479b761)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:57:02.766339 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd58846b-cc10-48d8-9a05-8c893d7cd80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7346b5f-ce63-42a6-a172-73865f9b3a74'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:57:02.772879 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.803676 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-286a6267-41f5-4fbc-b2bf-59617b015f4f req-ebaf8a16-303f-40e7-84ac-6d7335f11c19 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519707
Apr 08 02:57:02.854258 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=c7346b5f-ce63-42a6-a172-73865f9b3a74,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:03.018393 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42490a-bc1a-433d-b05a-ec3696beab8c req-c2c5e01b-46e5-450c-a4e7-7c48eb0cb32c tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:03.020675 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cf42490a-bc1a-433d-b05a-ec3696beab8c req-c2c5e01b-46e5-450c-a4e7-7c48eb0cb32c tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 944 time: 0.1687684
Apr 08 02:57:03.079389 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-cf42490a-bc1a-433d-b05a-ec3696beab8c req-ea115996-d2e4-4902-983d-c70bbdf69b14 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514326
Apr 08 02:57:03.114043 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22f83179-2be1-4084-a526-bf772b8e91ea'] response: {'server_uuid': 'cd58846b-cc10-48d8-9a05-8c893d7cd80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7346b5f-ce63-42a6-a172-73865f9b3a74', 'code': 200}
Apr 08 02:57:03.340228 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6d30e489-07fd-4703-b423-9b036407162e req-83a54e2a-af04-427e-8e05-ecefc8e5f44a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cd58846b-cc10-48d8-9a05-8c893d7cd80d HTTP/1.1" status: 200  len: 1099 time: 0.0693767
Apr 08 02:57:03.384427 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-6d30e489-07fd-4703-b423-9b036407162e req-d9b69d2e-98f1-40fd-b24c-fe71ab3439de service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376871
Apr 08 02:57:03.905190 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 51666) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:04.002265 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8daeb7-3b84-4237-99cf-7ac9de62a124 req-995e79f2-2d36-41e8-9211-4baf6f107bff tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:04.003828 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-dd8daeb7-3b84-4237-99cf-7ac9de62a124 req-995e79f2-2d36-41e8-9211-4baf6f107bff tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd58846b-cc10-48d8-9a05-8c893d7cd80d HTTP/1.1" status: 200  len: 946 time: 0.0792022
Apr 08 02:57:04.047939 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3d80b059-bd4e-4e2a-abeb-a80ac265d312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:04.050609 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-dd8daeb7-3b84-4237-99cf-7ac9de62a124 req-744b6342-c489-4c66-badd-8f0a421e4b6f tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400419
Apr 08 02:57:04.080652 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-3d80b059-bd4e-4e2a-abeb-a80ac265d312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:04.084644 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-3d80b059-bd4e-4e2a-abeb-a80ac265d312 admin admin] Usage tracker for resource:security_group_rule and tenant:16bcb5964c4c4f1ea58869720c82d404 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:04.087459 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-3d80b059-bd4e-4e2a-abeb-a80ac265d312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:04.092916 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-3d80b059-bd4e-4e2a-abeb-a80ac265d312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:04.161895 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3d80b059-bd4e-4e2a-abeb-a80ac265d312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:04.166098 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-3d80b059-bd4e-4e2a-abeb-a80ac265d312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:04.211869 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80b059-bd4e-4e2a-abeb-a80ac265d312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24700afb-9df5-46b1-b0ff-c630f50a98f5,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:04.217552 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-3d80b059-bd4e-4e2a-abeb-a80ac265d312 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16bcb5964c4c4f1ea58869720c82d404&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3111179
Apr 08 02:57:04.219999 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 51674) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:04.280417 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94c596-1864-4924-b92b-5322fcacabb9 req-eaf5738b-7ab5-4daf-8fa6-282c3918a683 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:04.280668 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-573e082b-c96b-43c5-9413-50fe49e17e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:04.281899 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3f94c596-1864-4924-b92b-5322fcacabb9 req-eaf5738b-7ab5-4daf-8fa6-282c3918a683 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 944 time: 0.0814111
Apr 08 02:57:04.307007 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-573e082b-c96b-43c5-9413-50fe49e17e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:04.327689 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b07376c6-ee76-47d0-93d8-eafb3d34e874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:04.328284 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3f94c596-1864-4924-b92b-5322fcacabb9 req-5f08cdf8-9e48-4213-94e0-d3c9b6a6ca57 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396461
Apr 08 02:57:04.361139 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-573e082b-c96b-43c5-9413-50fe49e17e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:04.375162 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e082b-c96b-43c5-9413-50fe49e17e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24700afb-9df5-46b1-b0ff-c630f50a98f5,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:04.388542 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-573e082b-c96b-43c5-9413-50fe49e17e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:04.391097 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-573e082b-c96b-43c5-9413-50fe49e17e12 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24700afb-9df5-46b1-b0ff-c630f50a98f5 HTTP/1.1" status: 204  len: 168 time: 0.1701646
Apr 08 02:57:04.542106 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:57:04.682779 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 1ff823af-42f9-4594-93e9-62f6e5e8c8b1, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1ff823af-42f9-4594-93e9-62f6e5e8c8b1,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:57:04.696825 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': '1ff823af-42f9-4594-93e9-62f6e5e8c8b1', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'port_id': '1ff823af-42f9-4594-93e9-62f6e5e8c8b1', 'mac_address': 'fa:16:3e:06:b9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:57:04.757276 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:04.775094 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:57:04.790436 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 1ff823af-42f9-4594-93e9-62f6e5e8c8b1, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1ff823af-42f9-4594-93e9-62f6e5e8c8b1,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:57:04.794269 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:04.865158 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=1ff823af-42f9-4594-93e9-62f6e5e8c8b1,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:05.093026 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['1ff823af-42f9-4594-93e9-62f6e5e8c8b1'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:57:05.267616 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cf47c-83eb-46fc-9570-44c4b9d0e4db req-0b0252b5-c614-4444-8038-749aa17d1268 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:05.269127 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-278cf47c-83eb-46fc-9570-44c4b9d0e4db req-0b0252b5-c614-4444-8038-749aa17d1268 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd58846b-cc10-48d8-9a05-8c893d7cd80d HTTP/1.1" status: 200  len: 946 time: 0.0881164
Apr 08 02:57:05.321232 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-278cf47c-83eb-46fc-9570-44c4b9d0e4db req-d6c747a4-6598-4d35-8436-ce5ae7383c80 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423410
Apr 08 02:57:05.537957 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7d303-074c-4a81-990a-4da07736da25 req-c6a5b47e-5c37-4b6b-9708-e265301ff817 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:05.539443 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e1b7d303-074c-4a81-990a-4da07736da25 req-c6a5b47e-5c37-4b6b-9708-e265301ff817 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 945 time: 0.0888529
Apr 08 02:57:05.586097 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e1b7d303-074c-4a81-990a-4da07736da25 req-a9546e6c-e315-435e-83f3-e286d84299fa tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408595
Apr 08 02:57:06.382011 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0048079-9575-4962-8bc4-e5d2edf17d93 req-47f354f0-5f03-41ee-bf08-3219c2929df4 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:06.383474 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d0048079-9575-4962-8bc4-e5d2edf17d93 req-47f354f0-5f03-41ee-bf08-3219c2929df4 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd58846b-cc10-48d8-9a05-8c893d7cd80d HTTP/1.1" status: 200  len: 946 time: 0.0768588
Apr 08 02:57:06.431108 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d0048079-9575-4962-8bc4-e5d2edf17d93 req-c38e0da1-7de4-4956-84fa-5813c952ccef tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419331
Apr 08 02:57:06.512054 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-a19b53ef-8f9e-4ea5-8d9c-bebfa5dd1355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.544890 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:57:06.611604 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:57:06.616410 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:06.616778 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.758194 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.785546 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d444ba9-4c85-4a16-aa12-4bd3021ac181 req-9b240f2a-ba28-4512-82b5-3a188d43ec4e tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:06.785859 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db095363-7817-4713-9eb0-3bcda511112e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff823af-42f9-4594-93e9-62f6e5e8c8b1'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:57:06.787151 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8d444ba9-4c85-4a16-aa12-4bd3021ac181 req-9b240f2a-ba28-4512-82b5-3a188d43ec4e tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 945 time: 0.0775459
Apr 08 02:57:06.797974 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 1ff823af-42f9-4594-93e9-62f6e5e8c8b1, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1ff823af-42f9-4594-93e9-62f6e5e8c8b1,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:57:06.803717 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.862824 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5467052d-9b5c-4fc1-b90f-fbb4c352ac70'] response: {'server_uuid': 'db095363-7817-4713-9eb0-3bcda511112e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff823af-42f9-4594-93e9-62f6e5e8c8b1', 'code': 200}
Apr 08 02:57:06.863354 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8d444ba9-4c85-4a16-aa12-4bd3021ac181 req-05d243a8-a714-4a50-aae6-cc740e1cac89 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675719
Apr 08 02:57:06.885973 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=1ff823af-42f9-4594-93e9-62f6e5e8c8b1,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:06.985983 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-bcae7749-5c58-45be-af9a-de8076271ec3 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=217aba6f4bb34d35bfc01c21fb7fc95a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0272253
Apr 08 02:57:07.142149 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-25bf0e7f-f5c5-40d0-936f-469e7a1d5b2b tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:07.143689 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-25bf0e7f-f5c5-40d0-936f-469e7a1d5b2b tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1512258
Apr 08 02:57:07.160563 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-4e129926-5bad-4b4a-aec9-705d996fc9fb tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/quotas/217aba6f4bb34d35bfc01c21fb7fc95a HTTP/1.1" status: 200  len: 375 time: 0.0111623
Apr 08 02:57:07.211536 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-e002d7be-4fab-4d0a-a9db-9d143a5d47bb tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=217aba6f4bb34d35bfc01c21fb7fc95a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0449650
Apr 08 02:57:07.249853 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7f2f2cdb-cc90-418e-a346-b31bd79f069b req-a6cf18dc-40e2-424a-a41d-d1b5ca93e322 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 1099 time: 0.1657264
Apr 08 02:57:07.292257 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7f2f2cdb-cc90-418e-a346-b31bd79f069b req-d085f6ac-9775-4995-9d65-22c8d515ccda service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363040
Apr 08 02:57:07.392468 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5aa9c556-8fa0-466d-af0c-720a26f98c7f req-50d8d689-9a8e-4452-844f-f557a4258c17 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/ports?device_id=f16387f5-f4ba-4ae2-9cfb-a35c14b5b870 HTTP/1.1" status: 200  len: 210 time: 0.0404165
Apr 08 02:57:07.649917 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09bc4d8-5600-4728-aef0-26b37c577fa5 req-e28ba711-6e83-4ec9-89d6-6e254f88dafd tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:07.651327 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d09bc4d8-5600-4728-aef0-26b37c577fa5 req-e28ba711-6e83-4ec9-89d6-6e254f88dafd tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd58846b-cc10-48d8-9a05-8c893d7cd80d HTTP/1.1" status: 200  len: 946 time: 0.0897415
Apr 08 02:57:07.681441 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:07.700162 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d09bc4d8-5600-4728-aef0-26b37c577fa5 req-bc3cf904-006c-4a56-8b46-52382aeab108 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430715
Apr 08 02:57:07.823944 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56b6b9-4d4a-4873-8690-8da00839b7d1 req-ae410441-7467-49c5-bc08-343921e79b3d tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:07.824624 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-7b56b6b9-4d4a-4873-8690-8da00839b7d1 req-ae410441-7467-49c5-bc08-343921e79b3d tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Synchronizing usage tracker for tenant:808cc1b3def14c1f8ea4f6635967b351 on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:57:07.841627 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-7b56b6b9-4d4a-4873-8690-8da00839b7d1 req-ae410441-7467-49c5-bc08-343921e79b3d tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Unset dirty status for tenant:808cc1b3def14c1f8ea4f6635967b351 on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:57:07.842819 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7b56b6b9-4d4a-4873-8690-8da00839b7d1 req-ae410441-7467-49c5-bc08-343921e79b3d tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd58846b-cc10-48d8-9a05-8c893d7cd80d HTTP/1.1" status: 200  len: 946 time: 0.0948043
Apr 08 02:57:07.876853 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:07.919553 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-7b56b6b9-4d4a-4873-8690-8da00839b7d1 req-10cdd901-adfb-42c0-b082-8de1811baf19 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Deleting port c7346b5f-ce63-42a6-a172-73865f9b3a74 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:57:07.919895 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-7b56b6b9-4d4a-4873-8690-8da00839b7d1 req-10cdd901-adfb-42c0-b082-8de1811baf19 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.075191 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e542e4-9a82-4ab8-b9b8-5d535dcd8b5c req-6480d994-011f-4c4f-845a-09f0d8c2b519 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:08.076739 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-19e542e4-9a82-4ab8-b9b8-5d535dcd8b5c req-6480d994-011f-4c4f-845a-09f0d8c2b519 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 946 time: 0.0790601
Apr 08 02:57:08.123776 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-19e542e4-9a82-4ab8-b9b8-5d535dcd8b5c req-4b1563ca-bec5-49f2-a3aa-c13551d08682 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413818
Apr 08 02:57:08.177348 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-7b56b6b9-4d4a-4873-8690-8da00839b7d1 req-10cdd901-adfb-42c0-b082-8de1811baf19 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] For port c7346b5f-ce63-42a6-a172-73865f9b3a74, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c7346b5f-ce63-42a6-a172-73865f9b3a74,segment=NetworkSegment(806f342c-24e6-434f-82db-6c302479b761),segment_id=806f342c-24e6-434f-82db-6c302479b761)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:57:08.177619 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-7b56b6b9-4d4a-4873-8690-8da00839b7d1 req-10cdd901-adfb-42c0-b082-8de1811baf19 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.298372 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-7b56b6b9-4d4a-4873-8690-8da00839b7d1 req-10cdd901-adfb-42c0-b082-8de1811baf19 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Calling delete_port for c7346b5f-ce63-42a6-a172-73865f9b3a74 owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:57:08.367959 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-57c6906e-bd9f-469a-bbd2-1d2d38a8c8b2 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=217aba6f4bb34d35bfc01c21fb7fc95a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0406814
Apr 08 02:57:08.578742 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2eec9252-b064-4d4f-98d6-ccf02679bbb3 req-eacdd95b-4cc2-4413-9382-aed2db9e36ec tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/ports?device_id=f16387f5-f4ba-4ae2-9cfb-a35c14b5b870 HTTP/1.1" status: 200  len: 210 time: 0.0543118
Apr 08 02:57:08.603469 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-96ab32ee-97c3-454d-a998-13564765937f tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:08.605116 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-96ab32ee-97c3-454d-a998-13564765937f tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2316899
Apr 08 02:57:08.615538 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-7b56b6b9-4d4a-4873-8690-8da00839b7d1 req-10cdd901-adfb-42c0-b082-8de1811baf19 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.616284 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.625272 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Request body: {'port': {'device_id': 'f16387f5-f4ba-4ae2-9cfb-a35c14b5b870', 'network_id': '3418b54a-8d6f-4ddb-bd3c-56c85b29913d', 'admin_state_up': True, 'tenant_id': '217aba6f4bb34d35bfc01c21fb7fc95a'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:57:08.728055 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdd901-adfb-42c0-b082-8de1811baf19 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Pushing event deleted for resources: {'Port': ['ID=c7346b5f-ce63-42a6-a172-73865f9b3a74,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:08.826558 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b56b6b9-4d4a-4873-8690-8da00839b7d1 req-10cdd901-adfb-42c0-b082-8de1811baf19 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] No DVR routers for this DVR port c7346b5f-ce63-42a6-a172-73865f9b3a74 on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:57:08.838748 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-7b56b6b9-4d4a-4873-8690-8da00839b7d1 req-10cdd901-adfb-42c0-b082-8de1811baf19 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.841108 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd58846b-cc10-48d8-9a05-8c893d7cd80d', 'name': 'network-vif-deleted', 'tag': 'c7346b5f-ce63-42a6-a172-73865f9b3a74'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:57:08.866427 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1eeda705-868a-46eb-9b8a-3e01c5300e2b req-86abf5b9-e65b-4fe5-8e4b-099899b9de3d tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd58846b-cc10-48d8-9a05-8c893d7cd80d HTTP/1.1" status: 200  len: 210 time: 0.0442040
Apr 08 02:57:08.868964 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7b56b6b9-4d4a-4873-8690-8da00839b7d1 req-10cdd901-adfb-42c0-b082-8de1811baf19 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.49 "DELETE /v2.0/ports/c7346b5f-ce63-42a6-a172-73865f9b3a74 HTTP/1.1" status: 204  len: 173 time: 1.0171463
Apr 08 02:57:08.880172 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:08.884932 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Usage tracker for resource:port and tenant:217aba6f4bb34d35bfc01c21fb7fc95a is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:08.896349 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:08.900524 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246750cf-6501-4ed2-89ff-5037fca480db'] response: {'server_uuid': 'cd58846b-cc10-48d8-9a05-8c893d7cd80d', 'name': 'network-vif-deleted', 'tag': 'c7346b5f-ce63-42a6-a172-73865f9b3a74', 'status': 'completed', 'code': 200}
Apr 08 02:57:08.904013 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:08.915952 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Made reservation on behalf of 217aba6f4bb34d35bfc01c21fb7fc95a for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:57:08.919132 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.932697 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.965548 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:08.969434 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Usage tracker for resource:security_group_rule and tenant:217aba6f4bb34d35bfc01c21fb7fc95a is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:08.972326 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:08.978608 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:09.047562 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.052184 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.139874 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65477fa9-3855-4ca7-81dc-158ded8dda5b,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:09.190400 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.224510 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Allocated IP 192.168.233.64 (3418b54a-8d6f-4ddb-bd3c-56c85b29913d/3f7460d0-841f-43ff-a7d8-b351a613a430/a6ea4052-8f54-4729-83de-50ef43ebc525) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:57:09.321189 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6d586-077b-448e-b6da-33f34886a2d6 req-7125a52c-a3fa-4211-9217-91a3a217b26d tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:09.322640 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-76c6d586-077b-448e-b6da-33f34886a2d6 req-7125a52c-a3fa-4211-9217-91a3a217b26d tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 946 time: 0.0786061
Apr 08 02:57:09.379537 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-76c6d586-077b-448e-b6da-33f34886a2d6 req-a3f3b5ca-3230-4e15-b95a-bbf940808a2f tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509863
Apr 08 02:57:09.438499 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.455950 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Transition to ACTIVE for port object a6ea4052-8f54-4729-83de-50ef43ebc525 will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:57:09.481646 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.590037 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0255f55-d49a-41cf-9ad9-76de04731508 req-0a92189d-221a-4a3e-90eb-b2b7baf8d20d tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:09.591385 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a0255f55-d49a-41cf-9ad9-76de04731508 req-0a92189d-221a-4a3e-90eb-b2b7baf8d20d tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 946 time: 0.0784030
Apr 08 02:57:09.638467 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a0255f55-d49a-41cf-9ad9-76de04731508 req-5673044e-0be6-4c68-ab61-69c1e2fb47d6 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412495
Apr 08 02:57:09.641467 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Network 3418b54a-8d6f-4ddb-bd3c-56c85b29913d is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:57:09.644425 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:57:09.648550 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:57:09.670265 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 51760) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:09.680524 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Pushing event updated for resources: {'Port': ['ID=a6ea4052-8f54-4729-83de-50ef43ebc525,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:09.725732 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:09.726419 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.757593 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-240d8634-3574-4563-82a8-8b47468325df tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1397021
Apr 08 02:57:09.769832 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Request body: {'port': {'device_id': 'f16387f5-f4ba-4ae2-9cfb-a35c14b5b870', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:57:09.833434 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0eb00-1e8e-45dd-8076-bcba2527d12b req-40cacb04-f184-4d64-a6b6-11d6c7354439 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:09.835508 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5df0eb00-1e8e-45dd-8076-bcba2527d12b req-40cacb04-f184-4d64-a6b6-11d6c7354439 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/ports?device_id=f16387f5-f4ba-4ae2-9cfb-a35c14b5b870 HTTP/1.1" status: 200  len: 935 time: 0.1107149
Apr 08 02:57:09.891719 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.898253 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5df0eb00-1e8e-45dd-8076-bcba2527d12b req-21141161-ed13-499a-b3e2-d899142cc818 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/security-groups?id=65477fa9-3855-4ca7-81dc-158ded8dda5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556650
Apr 08 02:57:09.971784 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5a205bca-1c3a-43cb-a415-5a70933d892e None None] Provisioning for port a6ea4052-8f54-4729-83de-50ef43ebc525 completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:57:09.978021 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5a205bca-1c3a-43cb-a415-5a70933d892e None None] Provisioning complete for port a6ea4052-8f54-4729-83de-50ef43ebc525 triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:09.978606 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5a205bca-1c3a-43cb-a415-5a70933d892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.997575 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-7d6ef0a5-6413-41dd-a455-bcd47daabcc7 tempest-TestVolumeBootPattern-234410775 tempest-TestVolumeBootPattern-234410775-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 1094 time: 0.3261266
Apr 08 02:57:10.000486 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 51768) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:10.018501 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.v2.base [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Request body: {'floatingip': {'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'port_id': '1ff823af-42f9-4594-93e9-62f6e5e8c8b1', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:57:10.025153 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:10.029302 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Usage tracker for resource:floatingip and tenant:c89cf122bfb64dbca81527f5cac790a5 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:10.033007 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:10.039993 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:10.054822 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for floatingip, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:10.075577 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5a205bca-1c3a-43cb-a415-5a70933d892e None None] Port a6ea4052-8f54-4729-83de-50ef43ebc525 cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:57:10.198306 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:10.291552 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ea4052-8f54-4729-83de-50ef43ebc525 {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:57:10.298271 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:10.313576 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Transition to ACTIVE for port object a6ea4052-8f54-4729-83de-50ef43ebc525 will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:57:10.317106 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:10.444284 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ea4052-8f54-4729-83de-50ef43ebc525,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:10.538232 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-852beea2-2121-462f-8f20-62532fac8459 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:10.539722 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-852beea2-2121-462f-8f20-62532fac8459 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/networks?id=5c550fb9-4d2f-42b9-9101-9100317842af HTTP/1.1" status: 200  len: 808 time: 0.3036489
Apr 08 02:57:10.549673 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.db_base_plugin_common [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Allocated IP 172.27.2.144 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/41c009c3-f1fe-4838-b672-83bbd1cebe07) {{(pid=83136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:57:10.552949 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device c7346b5f-ce63-42a6-a172-73865f9b3a74 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:57:10.553556 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Attempting to bind port a6ea4052-8f54-4729-83de-50ef43ebc525 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:57:10.553852 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Attempting to bind port a6ea4052-8f54-4729-83de-50ef43ebc525 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '3fdd36dc-a8fc-42ac-9834-529551bb5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3418b54a-8d6f-4ddb-bd3c-56c85b29913d'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:57:10.554508 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Attempting to bind port a6ea4052-8f54-4729-83de-50ef43ebc525 on network 3418b54a-8d6f-4ddb-bd3c-56c85b29913d {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:57:10.560330 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Port a6ea4052-8f54-4729-83de-50ef43ebc525 on network 3418b54a-8d6f-4ddb-bd3c-56c85b29913d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:57:10.560664 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Attempting to bind port a6ea4052-8f54-4729-83de-50ef43ebc525 on network 3418b54a-8d6f-4ddb-bd3c-56c85b29913d {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:57:10.567473 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:57:10.567815 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Checking segment: {'id': '3fdd36dc-a8fc-42ac-9834-529551bb5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3418b54a-8d6f-4ddb-bd3c-56c85b29913d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:57:10.568197 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Bound using segment: {'id': '3fdd36dc-a8fc-42ac-9834-529551bb5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3418b54a-8d6f-4ddb-bd3c-56c85b29913d'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:57:10.568636 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Bound port: a6ea4052-8f54-4729-83de-50ef43ebc525, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fdd36dc-a8fc-42ac-9834-529551bb5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3418b54a-8d6f-4ddb-bd3c-56c85b29913d'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:57:10.569241 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:10.570292 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-dd942203-1c66-44ee-993c-bc5587c8985d tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/quotas/808cc1b3def14c1f8ea4f6635967b351 HTTP/1.1" status: 200  len: 375 time: 0.0220044
Apr 08 02:57:10.599243 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] No Port match for: c7346b5f-ce63-42a6-a172-73865f9b3a74 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:57:10.599663 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device c7346b5f-ce63-42a6-a172-73865f9b3a74 not bound to the agent host hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:57:10.659604 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] For port a6ea4052-8f54-4729-83de-50ef43ebc525, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:57:10.662443 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] For port a6ea4052-8f54-4729-83de-50ef43ebc525, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=a6ea4052-8f54-4729-83de-50ef43ebc525,segment=NetworkSegment(3fdd36dc-a8fc-42ac-9834-529551bb5f11),segment_id=3fdd36dc-a8fc-42ac-9834-529551bb5f11)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:57:10.667249 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:10.688001 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-7f109a41-c35c-408f-9bd8-6af89d9ae63f tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=808cc1b3def14c1f8ea4f6635967b351&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1001084
Apr 08 02:57:10.727513 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:10.729132 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] 10.222.0.49 "PUT /v2.0/ports/a6ea4052-8f54-4729-83de-50ef43ebc525 HTTP/1.1" status: 200  len: 1097 time: 0.9634242
Apr 08 02:57:10.747615 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afcf80-03cb-4f51-9f93-32605f9cb4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ea4052-8f54-4729-83de-50ef43ebc525,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:10.854189 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-2c48fb07-b20c-4a79-be71-43c246ced94d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=217aba6f4bb34d35bfc01c21fb7fc95a&device_id=f16387f5-f4ba-4ae2-9cfb-a35c14b5b870 HTTP/1.1" status: 200  len: 1100 time: 0.0799377
Apr 08 02:57:10.854469 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for port, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:10.899427 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-d0b0313b-10b1-45f7-8203-4c9660e9a23b service neutron] 10.222.0.48 "GET /v2.0/networks/5c550fb9-4d2f-42b9-9101-9100317842af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1811833
Apr 08 02:57:10.907409 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16387f5-f4ba-4ae2-9cfb-a35c14b5b870', 'tag': 'a6ea4052-8f54-4729-83de-50ef43ebc525'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:57:10.928185 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-3ea10252-732d-46ef-97d6-bc5610a9047f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=a6ea4052-8f54-4729-83de-50ef43ebc525 HTTP/1.1" status: 200  len: 217 time: 0.0677943
Apr 08 02:57:10.972578 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ced9cdc-be8c-45c1-acc9-12de93574343'] response: {'name': 'network-changed', 'server_uuid': 'f16387f5-f4ba-4ae2-9cfb-a35c14b5b870', 'tag': 'a6ea4052-8f54-4729-83de-50ef43ebc525', 'status': 'completed', 'code': 200}
Apr 08 02:57:10.998884 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-c6408507-45fd-4fdd-83fe-43fd42c8760e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:11.000495 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-c6408507-45fd-4fdd-83fe-43fd42c8760e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3f7460d0-841f-43ff-a7d8-b351a613a430 HTTP/1.1" status: 200  len: 843 time: 0.0663040
Apr 08 02:57:11.037953 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2029857'] for port, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:11.082869 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-e7373239-5bd8-4ea5-8062-25b4673f02ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3418b54a-8d6f-4ddb-bd3c-56c85b29913d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0760434
Apr 08 02:57:11.088062 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-a5a33fde-3422-4935-b62d-1020830a9227 service neutron] 10.222.0.48 "GET /v2.0/networks/5c550fb9-4d2f-42b9-9101-9100317842af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1819005
Apr 08 02:57:11.160068 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:57:11.163772 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.base_scheduler [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources bound (agent type, host, resource id):  {{(pid=83136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:57:11.166416 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Received port after_create {{(pid=83136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:57:11.224921 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-adf8b30f-eee1-482a-b261-8651fda21358 service neutron] 10.222.0.49 "GET /v2.0/networks/3418b54a-8d6f-4ddb-bd3c-56c85b29913d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370485
Apr 08 02:57:11.228646 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event updated for resources: {'Port': ['ID=41c009c3-f1fe-4838-b672-83bbd1cebe07,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:11.298744 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-86915fae-cdd9-4f17-9d7c-00bd1e4a9f32 req-26e2f805-a711-472a-b321-55ba9d3e501c tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f5ac86b-8da7-4617-85ef-8e713592845b HTTP/1.1" status: 200  len: 210 time: 0.0532033
Apr 08 02:57:11.359374 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f65a20-342d-4e55-a56c-55a277ad02a1 req-345d78e1-6f39-4789-807c-e08ce8501046 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:11.360839 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a0f65a20-342d-4e55-a56c-55a277ad02a1 req-345d78e1-6f39-4789-807c-e08ce8501046 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/ports?device_id=f16387f5-f4ba-4ae2-9cfb-a35c14b5b870 HTTP/1.1" status: 200  len: 947 time: 0.2704706
Apr 08 02:57:11.377692 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-88682211-62da-4a3d-8ed7-861abb19cdd5 req-d5454025-8ffc-4c80-ba0d-07e4331ab0d7 service neutron] 10.222.0.49 "GET /v2.0/networks/3418b54a-8d6f-4ddb-bd3c-56c85b29913d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465092
Apr 08 02:57:11.467642 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a0f65a20-342d-4e55-a56c-55a277ad02a1 req-4cb5214d-9d1c-4276-bb0f-7df35fc17d7e tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/security-groups?id=65477fa9-3855-4ca7-81dc-158ded8dda5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980949
Apr 08 02:57:11.594117 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5e28f5e3-ae90-4a1d-89fc-9e1284870750 req-6515074b-1a58-4755-ac52-c477dad3558a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=217aba6f4bb34d35bfc01c21fb7fc95a&device_id=f16387f5-f4ba-4ae2-9cfb-a35c14b5b870 HTTP/1.1" status: 200  len: 1100 time: 0.1656067
Apr 08 02:57:11.742132 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28f5e3-ae90-4a1d-89fc-9e1284870750 req-992f0b6c-f3a0-4512-9f81-36ccd4a107f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:11.743694 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5e28f5e3-ae90-4a1d-89fc-9e1284870750 req-992f0b6c-f3a0-4512-9f81-36ccd4a107f8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3418b54a-8d6f-4ddb-bd3c-56c85b29913d HTTP/1.1" status: 200  len: 870 time: 0.1370306
Apr 08 02:57:11.821433 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5e28f5e3-ae90-4a1d-89fc-9e1284870750 req-b3c95f85-73cf-4776-aeb8-7b3e29a9b3c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=a6ea4052-8f54-4729-83de-50ef43ebc525 HTTP/1.1" status: 200  len: 217 time: 0.0613153
Apr 08 02:57:11.857051 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:11.890296 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28f5e3-ae90-4a1d-89fc-9e1284870750 req-81cde1c8-f5ad-4cf2-b56e-ab9f4d6e1867 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:11.891800 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5e28f5e3-ae90-4a1d-89fc-9e1284870750 req-81cde1c8-f5ad-4cf2-b56e-ab9f4d6e1867 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3f7460d0-841f-43ff-a7d8-b351a613a430 HTTP/1.1" status: 200  len: 843 time: 0.0646892
Apr 08 02:57:11.914748 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:11.969403 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5e28f5e3-ae90-4a1d-89fc-9e1284870750 req-ca01ddf1-a61b-4e61-b03b-cc32cd52d91c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3418b54a-8d6f-4ddb-bd3c-56c85b29913d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0683274
Apr 08 02:57:12.105985 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5e28f5e3-ae90-4a1d-89fc-9e1284870750 req-a908d493-6f74-46df-acd4-391984896118 service neutron] 10.222.0.49 "GET /v2.0/networks/3418b54a-8d6f-4ddb-bd3c-56c85b29913d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258538
Apr 08 02:57:12.221533 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for port, precommit_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:12.228240 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2029878'] for port, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:12.249624 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-5e28f5e3-ae90-4a1d-89fc-9e1284870750 req-fa219d04-fdd1-4b98-a366-99e6ddb0d548 service neutron] 10.222.0.49 "GET /v2.0/networks/3418b54a-8d6f-4ddb-bd3c-56c85b29913d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312332
Apr 08 02:57:12.335822 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event updated for resources: {'Port': ['ID=41c009c3-f1fe-4838-b672-83bbd1cebe07,revision_number=2']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:12.370308 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:12.445474 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-0b1c721b-7db6-45b4-998f-b6a78a9a892c tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:12.447056 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-0b1c721b-7db6-45b4-998f-b6a78a9a892c tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.49 "GET /v2.0/networks?id=5c550fb9-4d2f-42b9-9101-9100317842af HTTP/1.1" status: 200  len: 808 time: 0.1634736
Apr 08 02:57:12.466437 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-2333fd8b-4edb-4698-88b3-15803488c765 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Request body: {'port': {'device_id': '2f5ac86b-8da7-4617-85ef-8e713592845b', 'network_id': '5c550fb9-4d2f-42b9-9101-9100317842af', 'admin_state_up': True, 'tenant_id': '808cc1b3def14c1f8ea4f6635967b351'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:57:12.532121 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a8e2425c-d0de-41a1-9a76-d35c97550eeb req-6cb6dead-9b48-4935-a613-0f3fb6f9f93e tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f5ac86b-8da7-4617-85ef-8e713592845b HTTP/1.1" status: 200  len: 210 time: 0.1033802
Apr 08 02:57:12.616482 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.db.l3_db [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Floating IP 02dbb270-5f52-4561-a818-b7f52a56788e associated. External IP: 172.27.2.144, port: 1ff823af-42f9-4594-93e9-62f6e5e8c8b1.
Apr 08 02:57:12.623000 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-2333fd8b-4edb-4698-88b3-15803488c765 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:12.627102 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-2333fd8b-4edb-4698-88b3-15803488c765 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Usage tracker for resource:port and tenant:808cc1b3def14c1f8ea4f6635967b351 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:12.630422 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-2333fd8b-4edb-4698-88b3-15803488c765 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:12.636044 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-2333fd8b-4edb-4698-88b3-15803488c765 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:12.646460 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-2333fd8b-4edb-4698-88b3-15803488c765 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Made reservation on behalf of 808cc1b3def14c1f8ea4f6635967b351 for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:57:12.649571 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-2333fd8b-4edb-4698-88b3-15803488c765 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:12.821008 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-2333fd8b-4edb-4698-88b3-15803488c765 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Allocated IP 172.20.0.4 (5c550fb9-4d2f-42b9-9101-9100317842af/b8c01730-b7cf-4465-98d0-c773367fca90/38b8a2f5-4a50-47cc-873c-b76bf9549725) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:57:12.826995 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1f772-2fac-482d-8966-30b6f105ea7b req-4afd0344-a945-48e0-9a05-faa1cedd1686 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:12.828434 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-83b1f772-2fac-482d-8966-30b6f105ea7b req-4afd0344-a945-48e0-9a05-faa1cedd1686 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/ports?device_id=f16387f5-f4ba-4ae2-9cfb-a35c14b5b870 HTTP/1.1" status: 200  len: 947 time: 0.1650712
Apr 08 02:57:12.888008 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-83b1f772-2fac-482d-8966-30b6f105ea7b req-1628e29a-5ff7-4d34-a045-7b78707996f9 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/security-groups?id=65477fa9-3855-4ca7-81dc-158ded8dda5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508375
Apr 08 02:57:13.030438 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-2333fd8b-4edb-4698-88b3-15803488c765 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:13.062036 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-2333fd8b-4edb-4698-88b3-15803488c765 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:13.128060 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-2333fd8b-4edb-4698-88b3-15803488c765 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Network 5c550fb9-4d2f-42b9-9101-9100317842af is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:57:13.131690 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:57:13.132120 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-2333fd8b-4edb-4698-88b3-15803488c765 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:57:13.140748 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-2333fd8b-4edb-4698-88b3-15803488c765 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:57:13.194131 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333fd8b-4edb-4698-88b3-15803488c765 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Pushing event updated for resources: {'Port': ['ID=38b8a2f5-4a50-47cc-873c-b76bf9549725,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:13.212003 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-2333fd8b-4edb-4698-88b3-15803488c765 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:13.212611 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-2333fd8b-4edb-4698-88b3-15803488c765 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:13.236853 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-2333fd8b-4edb-4698-88b3-15803488c765 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7740123
Apr 08 02:57:13.248098 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] Request body: {'port': {'device_id': '2f5ac86b-8da7-4617-85ef-8e713592845b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:57:13.338328 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:57:13.348113 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a089f2f9-ebf2-4503-a081-7edb572890c8 None None] Sync routers for ids ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:57:13.360173 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:13.363211 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a089f2f9-ebf2-4503-a081-7edb572890c8 None None] Routers {'9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:57:13.364681 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-a089f2f9-ebf2-4503-a081-7edb572890c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2d9ca00>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:57:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:13.373176 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:13.442935 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-6ff40c15-f923-41b0-bb30-c61f0d700602 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.4284918
Apr 08 02:57:13.442935 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db095363-7817-4713-9eb0-3bcda511112e', 'tag': '1ff823af-42f9-4594-93e9-62f6e5e8c8b1'}] {{(pid=83136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:57:13.572425 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-a089f2f9-ebf2-4503-a081-7edb572890c8 None None] Set router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:57:13.658423 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab1335d1-efd7-4ce7-8e39-124230d94a4f'] response: {'name': 'network-changed', 'server_uuid': 'db095363-7817-4713-9eb0-3bcda511112e', 'tag': '1ff823af-42f9-4594-93e9-62f6e5e8c8b1', 'status': 'completed', 'code': 200}
Apr 08 02:57:13.752148 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022c7fe-1a9c-4fc2-b8e3-921743348c86 req-e492b554-3bdd-4ab3-9e02-e2e5ea8ae4e7 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:13.753760 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3022c7fe-1a9c-4fc2-b8e3-921743348c86 req-e492b554-3bdd-4ab3-9e02-e2e5ea8ae4e7 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f5ac86b-8da7-4617-85ef-8e713592845b HTTP/1.1" status: 200  len: 931 time: 0.0834773
Apr 08 02:57:13.802025 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3022c7fe-1a9c-4fc2-b8e3-921743348c86 req-b0c8bd5c-7d3e-441d-8b36-2719a0d566e4 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413349
Apr 08 02:57:13.807000 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-54b80fff-f35d-41b0-830f-4ea0bf6070d9 req-9b948fe4-9fb6-4b85-ad63-2c67282c1555 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 1099 time: 0.1181104
Apr 08 02:57:13.933980 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b8a2f5-4a50-47cc-873c-b76bf9549725 {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:57:13.943987 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:13.955090 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-a089f2f9-ebf2-4503-a081-7edb572890c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2d9ca00>, [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '02dbb270-5f52-4561-a818-b7f52a56788e', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'port_id': '1ff823af-42f9-4594-93e9-62f6e5e8c8b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'mac_address': 'fa:16:3e:06:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db095363-7817-4713-9eb0-3bcda511112e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:57:11Z', 'updated_at': '2022-04-08T02:57:11Z', 'revision_number': 0, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:34Z', 'revision_number': 5, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:13.960345 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a089f2f9-ebf2-4503-a081-7edb572890c8 None None] Checking router: 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:57:13.976358 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] Transition to ACTIVE for port object 38b8a2f5-4a50-47cc-873c-b76bf9549725 will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:57:13.984569 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a089f2f9-ebf2-4503-a081-7edb572890c8 None None] Routers {'9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:57:13.985688 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-a089f2f9-ebf2-4503-a081-7edb572890c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2d9ca00>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:57:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:13.991815 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:14.107657 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b80fff-f35d-41b0-830f-4ea0bf6070d9 req-159c9286-1506-4ca5-a0fa-6775d90de5b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:14.109129 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-54b80fff-f35d-41b0-830f-4ea0bf6070d9 req-159c9286-1506-4ca5-a0fa-6775d90de5b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 912 time: 0.2742493
Apr 08 02:57:14.210423 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d822315-44d1-47db-825b-271e576952da service neutron] Pushing event updated for resources: {'Port': ['ID=38b8a2f5-4a50-47cc-873c-b76bf9549725,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:14.212133 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-a089f2f9-ebf2-4503-a081-7edb572890c8 None None] Set router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:57:14.256627 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403260b-21b3-4978-a24e-23a6a414e303 req-0db742c2-2491-4e68-9214-626bb6df85a6 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:14.258083 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b403260b-21b3-4978-a24e-23a6a414e303 req-0db742c2-2491-4e68-9214-626bb6df85a6 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/ports?device_id=f16387f5-f4ba-4ae2-9cfb-a35c14b5b870 HTTP/1.1" status: 200  len: 947 time: 0.0822022
Apr 08 02:57:14.307408 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b403260b-21b3-4978-a24e-23a6a414e303 req-a611273b-57c6-49e1-96c3-2199c395822d tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/security-groups?id=65477fa9-3855-4ca7-81dc-158ded8dda5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404751
Apr 08 02:57:14.310190 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-54b80fff-f35d-41b0-830f-4ea0bf6070d9 req-66755c55-e9a9-42ae-a2a8-f905702caf8d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ff823af-42f9-4594-93e9-62f6e5e8c8b1 HTTP/1.1" status: 200  len: 1000 time: 0.1921363
Apr 08 02:57:14.386999 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] Attempting to bind port 38b8a2f5-4a50-47cc-873c-b76bf9549725 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:57:14.387589 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] Attempting to bind port 38b8a2f5-4a50-47cc-873c-b76bf9549725 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '806f342c-24e6-434f-82db-6c302479b761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5c550fb9-4d2f-42b9-9101-9100317842af'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:57:14.388176 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] Attempting to bind port 38b8a2f5-4a50-47cc-873c-b76bf9549725 on network 5c550fb9-4d2f-42b9-9101-9100317842af {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:57:14.395909 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b80fff-f35d-41b0-830f-4ea0bf6070d9 req-e8b69d4e-c7dc-417c-8105-7453646e3fe7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:14.397330 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-54b80fff-f35d-41b0-830f-4ea0bf6070d9 req-e8b69d4e-c7dc-417c-8105-7453646e3fe7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc HTTP/1.1" status: 200  len: 850 time: 0.0806117
Apr 08 02:57:14.398688 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] Port 38b8a2f5-4a50-47cc-873c-b76bf9549725 on network 5c550fb9-4d2f-42b9-9101-9100317842af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:57:14.399005 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] Attempting to bind port 38b8a2f5-4a50-47cc-873c-b76bf9549725 on network 5c550fb9-4d2f-42b9-9101-9100317842af {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:57:14.437049 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:57:14.437420 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] Checking segment: {'id': '806f342c-24e6-434f-82db-6c302479b761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5c550fb9-4d2f-42b9-9101-9100317842af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:57:14.437756 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] Bound using segment: {'id': '806f342c-24e6-434f-82db-6c302479b761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5c550fb9-4d2f-42b9-9101-9100317842af'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:57:14.438191 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] Bound port: 38b8a2f5-4a50-47cc-873c-b76bf9549725, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806f342c-24e6-434f-82db-6c302479b761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5c550fb9-4d2f-42b9-9101-9100317842af'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:57:14.438528 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:14.550627 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-54b80fff-f35d-41b0-830f-4ea0bf6070d9 req-a3408387-23c7-4be9-aa0b-80c8cd45a4c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae66bd3d-676a-4225-963c-1a0fd3518d06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1455998
Apr 08 02:57:14.554993 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] For port 38b8a2f5-4a50-47cc-873c-b76bf9549725, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:57:14.560353 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-a089f2f9-ebf2-4503-a081-7edb572890c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2d9ca00>, [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '02dbb270-5f52-4561-a818-b7f52a56788e', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'port_id': '1ff823af-42f9-4594-93e9-62f6e5e8c8b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'mac_address': 'fa:16:3e:06:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db095363-7817-4713-9eb0-3bcda511112e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:57:11Z', 'updated_at': '2022-04-08T02:57:11Z', 'revision_number': 0, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:34Z', 'revision_number': 5, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:14.564175 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a089f2f9-ebf2-4503-a081-7edb572890c8 None None] The sync data for ids ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'] in dv-cinder-837052-1-iscsi is: [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '02dbb270-5f52-4561-a818-b7f52a56788e', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'port_id': '1ff823af-42f9-4594-93e9-62f6e5e8c8b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'mac_address': 'fa:16:3e:06:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db095363-7817-4713-9eb0-3bcda511112e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:57:11Z', 'updated_at': '2022-04-08T02:57:11Z', 'revision_number': 0, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:34Z', 'revision_number': 5, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:57:14.571707 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device a6ea4052-8f54-4729-83de-50ef43ebc525 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:57:14.629607 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] For port 38b8a2f5-4a50-47cc-873c-b76bf9549725, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=38b8a2f5-4a50-47cc-873c-b76bf9549725,segment=NetworkSegment(806f342c-24e6-434f-82db-6c302479b761),segment_id=806f342c-24e6-434f-82db-6c302479b761)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:57:14.636950 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:14.719325 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:14.720677 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-9d822315-44d1-47db-825b-271e576952da service neutron] 10.222.0.49 "PUT /v2.0/ports/38b8a2f5-4a50-47cc-873c-b76bf9549725 HTTP/1.1" status: 200  len: 1093 time: 1.4764915
Apr 08 02:57:14.722720 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5ac86b-8da7-4617-85ef-8e713592845b', 'tag': '38b8a2f5-4a50-47cc-873c-b76bf9549725'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:57:14.768968 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d822315-44d1-47db-825b-271e576952da service neutron] Pushing event updated for resources: {'Port': ['ID=38b8a2f5-4a50-47cc-873c-b76bf9549725,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:14.783278 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port a6ea4052-8f54-4729-83de-50ef43ebc525, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=a6ea4052-8f54-4729-83de-50ef43ebc525,segment=NetworkSegment(3fdd36dc-a8fc-42ac-9834-529551bb5f11),segment_id=3fdd36dc-a8fc-42ac-9834-529551bb5f11)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:57:14.797709 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': 'a6ea4052-8f54-4729-83de-50ef43ebc525', 'network_id': '3418b54a-8d6f-4ddb-bd3c-56c85b29913d', 'port_id': 'a6ea4052-8f54-4729-83de-50ef43ebc525', 'mac_address': 'fa:16:3e:71:9f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7460d0-841f-43ff-a7d8-b351a613a430', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:57:14.804046 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b610d61-50de-466e-838b-e8123630ffad'] response: {'name': 'network-changed', 'server_uuid': '2f5ac86b-8da7-4617-85ef-8e713592845b', 'tag': '38b8a2f5-4a50-47cc-873c-b76bf9549725', 'status': 'completed', 'code': 200}
Apr 08 02:57:14.809880 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8be174-82e2-48cf-be20-34b14a270d82 None None] New status for floating IP 02dbb270-5f52-4561-a818-b7f52a56788e: ACTIVE {{(pid=83139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:57:14.815640 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-54b80fff-f35d-41b0-830f-4ea0bf6070d9 req-e1a9a0ab-982e-4921-9684-fe1c0622c91f service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2580273
Apr 08 02:57:14.861586 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:14.881641 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ea4052-8f54-4729-83de-50ef43ebc525 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:57:14.899232 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port a6ea4052-8f54-4729-83de-50ef43ebc525, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=a6ea4052-8f54-4729-83de-50ef43ebc525,segment=NetworkSegment(3fdd36dc-a8fc-42ac-9834-529551bb5f11),segment_id=3fdd36dc-a8fc-42ac-9834-529551bb5f11)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:57:14.904945 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:14.973150 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-e2f99e7e-27fc-495c-a9af-e5e2f51ab65b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=808cc1b3def14c1f8ea4f6635967b351&device_id=2f5ac86b-8da7-4617-85ef-8e713592845b HTTP/1.1" status: 200  len: 1096 time: 0.2008796
Apr 08 02:57:14.991365 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=a6ea4052-8f54-4729-83de-50ef43ebc525,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:15.001497 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:15.001835 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:15.002165 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:15.002500 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:15.002967 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:15.003319 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:15.003641 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:15.003975 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:15.004538 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:15.004862 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:15.005267 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:15.017293 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa80a63-b2ce-4790-b2dc-7ef46ea71d47 req-1ccd0cbc-0a23-461f-a053-a1ef385730c6 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:15.025402 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bfa80a63-b2ce-4790-b2dc-7ef46ea71d47 req-1ccd0cbc-0a23-461f-a053-a1ef385730c6 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f5ac86b-8da7-4617-85ef-8e713592845b HTTP/1.1" status: 200  len: 943 time: 0.0905271
Apr 08 02:57:15.068149 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bfa80a63-b2ce-4790-b2dc-7ef46ea71d47 req-78e71942-2d8a-4aab-a628-56aa31916a22 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415220
Apr 08 02:57:15.172643 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-54b80fff-f35d-41b0-830f-4ea0bf6070d9 req-8ced7b48-4735-495f-90f0-8dd09bace4a6 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3494697
Apr 08 02:57:15.173915 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-ff64f973-8dca-40d9-84fc-863e77074b58 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b8a2f5-4a50-47cc-873c-b76bf9549725 HTTP/1.1" status: 200  len: 217 time: 0.1937728
Apr 08 02:57:15.245072 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-fb623c72-adcf-4c58-9d8b-0f2b43c88802 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:15.246430 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-fb623c72-adcf-4c58-9d8b-0f2b43c88802 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8c01730-b7cf-4465-98d0-c773367fca90 HTTP/1.1" status: 200  len: 848 time: 0.0554059
Apr 08 02:57:15.264565 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['a6ea4052-8f54-4729-83de-50ef43ebc525'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:57:15.292413 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-e790f8a6-1cb3-4662-b5fe-cf15b7fa2dd2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c550fb9-4d2f-42b9-9101-9100317842af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398190
Apr 08 02:57:15.424397 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-081e2ac2-4ed9-46fd-8668-d73de40d8c5f service neutron] 10.222.0.49 "GET /v2.0/networks/5c550fb9-4d2f-42b9-9101-9100317842af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245375
Apr 08 02:57:15.558504 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d30d1987-f037-4d69-b851-36ccc0afbd92 req-f2741356-d544-4b33-8654-3b90b7ce5fff service neutron] 10.222.0.49 "GET /v2.0/networks/5c550fb9-4d2f-42b9-9101-9100317842af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287034
Apr 08 02:57:15.618441 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccf035-8366-4d37-a5d6-e410f1f5a39b req-1f9d17dc-9bcd-4b28-b693-bd0f0e079f00 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:15.619794 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-53ccf035-8366-4d37-a5d6-e410f1f5a39b req-1f9d17dc-9bcd-4b28-b693-bd0f0e079f00 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/ports?device_id=f16387f5-f4ba-4ae2-9cfb-a35c14b5b870 HTTP/1.1" status: 200  len: 948 time: 0.1876516
Apr 08 02:57:15.665811 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-53ccf035-8366-4d37-a5d6-e410f1f5a39b req-606fb0a9-2882-4a3c-bfb7-a3ce5ffddc87 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/security-groups?id=65477fa9-3855-4ca7-81dc-158ded8dda5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403466
Apr 08 02:57:15.689936 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4aa378a3-b88b-479a-b553-d80f2beb38cc req-a13b0651-618e-48bf-8071-95a9bc4cb789 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=808cc1b3def14c1f8ea4f6635967b351&device_id=2f5ac86b-8da7-4617-85ef-8e713592845b HTTP/1.1" status: 200  len: 1096 time: 0.0695136
Apr 08 02:57:15.811525 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa378a3-b88b-479a-b553-d80f2beb38cc req-2954bd81-ee59-4757-a7fc-03d68d553069 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:15.812930 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4aa378a3-b88b-479a-b553-d80f2beb38cc req-2954bd81-ee59-4757-a7fc-03d68d553069 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c550fb9-4d2f-42b9-9101-9100317842af HTTP/1.1" status: 200  len: 909 time: 0.1250710
Apr 08 02:57:15.881153 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4aa378a3-b88b-479a-b553-d80f2beb38cc req-8fd60b78-2b21-4ec4-b371-63fc4910b504 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b8a2f5-4a50-47cc-873c-b76bf9549725 HTTP/1.1" status: 200  len: 217 time: 0.0622077
Apr 08 02:57:15.941242 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa378a3-b88b-479a-b553-d80f2beb38cc req-607d9732-8aa5-4836-8212-18c50d0cbf0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:15.942764 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4aa378a3-b88b-479a-b553-d80f2beb38cc req-607d9732-8aa5-4836-8212-18c50d0cbf0f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8c01730-b7cf-4465-98d0-c773367fca90 HTTP/1.1" status: 200  len: 848 time: 0.0554621
Apr 08 02:57:15.986895 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4aa378a3-b88b-479a-b553-d80f2beb38cc req-45961b52-b3bf-4f6f-8361-51394e3a4ad9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c550fb9-4d2f-42b9-9101-9100317842af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0384068
Apr 08 02:57:16.116686 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4aa378a3-b88b-479a-b553-d80f2beb38cc req-759bfc6d-cbcc-4af9-846d-0b8a9555c87b service neutron] 10.222.0.49 "GET /v2.0/networks/5c550fb9-4d2f-42b9-9101-9100317842af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240418
Apr 08 02:57:16.248003 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4aa378a3-b88b-479a-b553-d80f2beb38cc req-2a664060-0689-4794-b5ed-2f4c90495970 service neutron] 10.222.0.49 "GET /v2.0/networks/5c550fb9-4d2f-42b9-9101-9100317842af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243207
Apr 08 02:57:16.262040 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed26a0-b029-4df5-815a-785d3619c6cc req-58431ca2-3a51-4c84-9949-b4c2c04e7503 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:16.263822 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9aed26a0-b029-4df5-815a-785d3619c6cc req-58431ca2-3a51-4c84-9949-b4c2c04e7503 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f5ac86b-8da7-4617-85ef-8e713592845b HTTP/1.1" status: 200  len: 943 time: 0.0744486
Apr 08 02:57:16.308643 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9aed26a0-b029-4df5-815a-785d3619c6cc req-82a82ab6-c2d0-4824-86cb-5e3abd34df2c tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392778
Apr 08 02:57:16.590167 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device a6ea4052-8f54-4729-83de-50ef43ebc525 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:57:16.658835 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port a6ea4052-8f54-4729-83de-50ef43ebc525 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:57:16.663472 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port a6ea4052-8f54-4729-83de-50ef43ebc525 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:16.663827 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:16.773143 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:16.802114 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16387f5-f4ba-4ae2-9cfb-a35c14b5b870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ea4052-8f54-4729-83de-50ef43ebc525'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:57:16.811705 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port a6ea4052-8f54-4729-83de-50ef43ebc525, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=a6ea4052-8f54-4729-83de-50ef43ebc525,segment=NetworkSegment(3fdd36dc-a8fc-42ac-9834-529551bb5f11),segment_id=3fdd36dc-a8fc-42ac-9834-529551bb5f11)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:57:16.816320 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:16.862608 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c52de5-3f06-4dc5-8cb6-e38a468733cc'] response: {'server_uuid': 'f16387f5-f4ba-4ae2-9cfb-a35c14b5b870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ea4052-8f54-4729-83de-50ef43ebc525', 'code': 200}
Apr 08 02:57:16.866930 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b48095-165a-4fe9-8705-f3ed2a736c7a req-b380139d-90c1-4850-956f-2a40d06abbc9 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:16.868386 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b8b48095-165a-4fe9-8705-f3ed2a736c7a req-b380139d-90c1-4850-956f-2a40d06abbc9 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/ports?device_id=f16387f5-f4ba-4ae2-9cfb-a35c14b5b870 HTTP/1.1" status: 200  len: 949 time: 0.0823438
Apr 08 02:57:16.893855 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=a6ea4052-8f54-4729-83de-50ef43ebc525,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:16.920846 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b8b48095-165a-4fe9-8705-f3ed2a736c7a req-ee08fa5b-a3e8-4c68-9e52-674aae0b138d tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/security-groups?id=65477fa9-3855-4ca7-81dc-158ded8dda5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458546
Apr 08 02:57:17.092191 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7e2a5d4c-1d18-49d0-be83-8a661e56fd1b req-9adfad6a-dbf2-4f66-b1c3-8f0a06790ddc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f16387f5-f4ba-4ae2-9cfb-a35c14b5b870 HTTP/1.1" status: 200  len: 1102 time: 0.0707777
Apr 08 02:57:17.133200 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7e2a5d4c-1d18-49d0-be83-8a661e56fd1b req-c0af5639-cfc6-4be9-97e5-bea30f9ed850 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=65477fa9-3855-4ca7-81dc-158ded8dda5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348885
Apr 08 02:57:17.500090 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f9b88-9d6c-44b2-99d2-721d8a8dc2e6 req-17f1c43d-dfba-4dc6-b395-9f1bd67df7fb tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:17.501411 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1a5f9b88-9d6c-44b2-99d2-721d8a8dc2e6 req-17f1c43d-dfba-4dc6-b395-9f1bd67df7fb tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f5ac86b-8da7-4617-85ef-8e713592845b HTTP/1.1" status: 200  len: 943 time: 0.0735340
Apr 08 02:57:17.548125 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-1a5f9b88-9d6c-44b2-99d2-721d8a8dc2e6 req-bfffe7da-8afa-42a1-b4cc-464186b44514 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406675
Apr 08 02:57:18.117137 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1079e-23aa-4c81-9735-8e3d25ff5ae6 req-9925a25d-368d-4b82-89ac-ae97e736326e tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:18.118542 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3dc1079e-23aa-4c81-9735-8e3d25ff5ae6 req-9925a25d-368d-4b82-89ac-ae97e736326e tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/ports?device_id=f16387f5-f4ba-4ae2-9cfb-a35c14b5b870 HTTP/1.1" status: 200  len: 949 time: 0.0775940
Apr 08 02:57:18.163464 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3dc1079e-23aa-4c81-9735-8e3d25ff5ae6 req-bb6a21e8-e2fd-4600-b2c8-311dca5715c4 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/security-groups?id=65477fa9-3855-4ca7-81dc-158ded8dda5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394394
Apr 08 02:57:18.607117 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 38b8a2f5-4a50-47cc-873c-b76bf9549725 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:57:18.739002 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 38b8a2f5-4a50-47cc-873c-b76bf9549725, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=38b8a2f5-4a50-47cc-873c-b76bf9549725,segment=NetworkSegment(806f342c-24e6-434f-82db-6c302479b761),segment_id=806f342c-24e6-434f-82db-6c302479b761)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:57:18.743217 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ff593-c7d9-4d67-a32e-225e8fa0cfe2 req-a66e3181-32fa-44f0-a6bd-1939171c0cef tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:18.744785 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ef5ff593-c7d9-4d67-a32e-225e8fa0cfe2 req-a66e3181-32fa-44f0-a6bd-1939171c0cef tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f5ac86b-8da7-4617-85ef-8e713592845b HTTP/1.1" status: 200  len: 943 time: 0.0793264
Apr 08 02:57:18.752884 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': '38b8a2f5-4a50-47cc-873c-b76bf9549725', 'network_id': '5c550fb9-4d2f-42b9-9101-9100317842af', 'port_id': '38b8a2f5-4a50-47cc-873c-b76bf9549725', 'mac_address': 'fa:16:3e:56:fb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c01730-b7cf-4465-98d0-c773367fca90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:57:18.789739 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ef5ff593-c7d9-4d67-a32e-225e8fa0cfe2 req-45666df6-c4a5-4960-ab68-e21ff0658485 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389535
Apr 08 02:57:18.806043 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:18.823716 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b8a2f5-4a50-47cc-873c-b76bf9549725 {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:57:18.838930 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 38b8a2f5-4a50-47cc-873c-b76bf9549725, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=38b8a2f5-4a50-47cc-873c-b76bf9549725,segment=NetworkSegment(806f342c-24e6-434f-82db-6c302479b761),segment_id=806f342c-24e6-434f-82db-6c302479b761)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:57:18.842419 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:18.909271 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=38b8a2f5-4a50-47cc-873c-b76bf9549725,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:19.146965 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['38b8a2f5-4a50-47cc-873c-b76bf9549725'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:57:19.353321 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94cb2a-b184-4e60-9be4-d21164127348 req-79dcb048-602e-461d-9a99-56676252b7f5 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:19.354772 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3b94cb2a-b184-4e60-9be4-d21164127348 req-79dcb048-602e-461d-9a99-56676252b7f5 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/ports?device_id=f16387f5-f4ba-4ae2-9cfb-a35c14b5b870 HTTP/1.1" status: 200  len: 949 time: 0.0743959
Apr 08 02:57:19.407874 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3b94cb2a-b184-4e60-9be4-d21164127348 req-358f7c11-421e-4694-871a-61696f2221d7 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/security-groups?id=65477fa9-3855-4ca7-81dc-158ded8dda5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475256
Apr 08 02:57:19.860055 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281a7ac-0e7d-4a84-bd9f-773067006865 req-25051408-86b5-4878-a9ad-03765e518045 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:19.861490 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5281a7ac-0e7d-4a84-bd9f-773067006865 req-25051408-86b5-4878-a9ad-03765e518045 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/ports?device_id=f16387f5-f4ba-4ae2-9cfb-a35c14b5b870 HTTP/1.1" status: 200  len: 949 time: 0.0789211
Apr 08 02:57:19.907459 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5281a7ac-0e7d-4a84-bd9f-773067006865 req-ce7f5f89-ab88-4295-839d-8f6d0db53305 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/security-groups?id=65477fa9-3855-4ca7-81dc-158ded8dda5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401239
Apr 08 02:57:19.985346 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5375c-c2a5-427d-b7c0-5fafcd9c25d7 req-f4aa4793-d8b1-46da-a231-c9df044c2992 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:19.986884 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-96b5375c-c2a5-427d-b7c0-5fafcd9c25d7 req-f4aa4793-d8b1-46da-a231-c9df044c2992 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f5ac86b-8da7-4617-85ef-8e713592845b HTTP/1.1" status: 200  len: 944 time: 0.0770380
Apr 08 02:57:20.035673 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-96b5375c-c2a5-427d-b7c0-5fafcd9c25d7 req-75dc95df-b901-415a-a9a4-a170e35c9bdc tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428092
Apr 08 02:57:20.622257 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 38b8a2f5-4a50-47cc-873c-b76bf9549725 up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:57:20.687166 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port 38b8a2f5-4a50-47cc-873c-b76bf9549725 completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:57:20.691545 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port 38b8a2f5-4a50-47cc-873c-b76bf9549725 triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:20.691901 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:20.803436 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:20.828594 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5ac86b-8da7-4617-85ef-8e713592845b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b8a2f5-4a50-47cc-873c-b76bf9549725'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:57:20.837797 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 38b8a2f5-4a50-47cc-873c-b76bf9549725, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=38b8a2f5-4a50-47cc-873c-b76bf9549725,segment=NetworkSegment(806f342c-24e6-434f-82db-6c302479b761),segment_id=806f342c-24e6-434f-82db-6c302479b761)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:57:20.844919 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:20.887912 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65693b7-d3b5-4304-b571-350b40ebd04a'] response: {'server_uuid': '2f5ac86b-8da7-4617-85ef-8e713592845b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b8a2f5-4a50-47cc-873c-b76bf9549725', 'code': 200}
Apr 08 02:57:20.912866 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=38b8a2f5-4a50-47cc-873c-b76bf9549725,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:21.122015 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0f240-a69c-4b1d-9926-f5c5c9b1d962 req-72701a09-1826-4acf-b310-b4f811ac2dc9 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:21.124646 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-20f0f240-a69c-4b1d-9926-f5c5c9b1d962 req-72701a09-1826-4acf-b310-b4f811ac2dc9 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/ports?device_id=f16387f5-f4ba-4ae2-9cfb-a35c14b5b870 HTTP/1.1" status: 200  len: 949 time: 0.0953057
Apr 08 02:57:21.130293 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e4a957ee-27b0-454a-b5fc-c94f670af105 req-1a97fc4a-dc14-47b1-99b1-44da48d7014a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2f5ac86b-8da7-4617-85ef-8e713592845b HTTP/1.1" status: 200  len: 1098 time: 0.0740154
Apr 08 02:57:21.176860 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e4a957ee-27b0-454a-b5fc-c94f670af105 req-6091b656-23ed-41b6-b32d-356747a23aab service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409174
Apr 08 02:57:21.206578 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-20f0f240-a69c-4b1d-9926-f5c5c9b1d962 req-cb609ddd-b0f1-4ba8-b6c7-92e543ba26cd tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/security-groups?id=65477fa9-3855-4ca7-81dc-158ded8dda5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760262
Apr 08 02:57:21.246179 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476e25f-045c-4a1d-90c8-353c1b30f9f7 req-6c2d307a-684c-4544-a82c-2adf70aaeeeb tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:21.247603 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5476e25f-045c-4a1d-90c8-353c1b30f9f7 req-6c2d307a-684c-4544-a82c-2adf70aaeeeb tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f5ac86b-8da7-4617-85ef-8e713592845b HTTP/1.1" status: 200  len: 945 time: 0.0830095
Apr 08 02:57:21.291721 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-5476e25f-045c-4a1d-90c8-353c1b30f9f7 req-f59bafcf-7695-4b9e-844b-401aed0fe604 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386338
Apr 08 02:57:21.551683 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64028ca7-0c3a-4458-b5db-d09080de90c1 req-22278209-d8de-42be-a28c-c81d8356b67e tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:21.552269 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-64028ca7-0c3a-4458-b5db-d09080de90c1 req-22278209-d8de-42be-a28c-c81d8356b67e tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Synchronizing usage tracker for tenant:217aba6f4bb34d35bfc01c21fb7fc95a on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:57:21.568952 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-64028ca7-0c3a-4458-b5db-d09080de90c1 req-22278209-d8de-42be-a28c-c81d8356b67e tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Unset dirty status for tenant:217aba6f4bb34d35bfc01c21fb7fc95a on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:57:21.570037 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-64028ca7-0c3a-4458-b5db-d09080de90c1 req-22278209-d8de-42be-a28c-c81d8356b67e tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16387f5-f4ba-4ae2-9cfb-a35c14b5b870 HTTP/1.1" status: 200  len: 949 time: 0.0915649
Apr 08 02:57:21.636878 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-64028ca7-0c3a-4458-b5db-d09080de90c1 req-229b9330-c579-4f52-aaed-9401f707e5d1 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Deleting port a6ea4052-8f54-4729-83de-50ef43ebc525 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:57:21.637211 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-64028ca7-0c3a-4458-b5db-d09080de90c1 req-229b9330-c579-4f52-aaed-9401f707e5d1 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:21.948211 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-64028ca7-0c3a-4458-b5db-d09080de90c1 req-229b9330-c579-4f52-aaed-9401f707e5d1 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] For port a6ea4052-8f54-4729-83de-50ef43ebc525, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=a6ea4052-8f54-4729-83de-50ef43ebc525,segment=NetworkSegment(3fdd36dc-a8fc-42ac-9834-529551bb5f11),segment_id=3fdd36dc-a8fc-42ac-9834-529551bb5f11)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:57:21.948560 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-64028ca7-0c3a-4458-b5db-d09080de90c1 req-229b9330-c579-4f52-aaed-9401f707e5d1 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:22.065541 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-64028ca7-0c3a-4458-b5db-d09080de90c1 req-229b9330-c579-4f52-aaed-9401f707e5d1 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Calling delete_port for a6ea4052-8f54-4729-83de-50ef43ebc525 owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:57:22.201155 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-64028ca7-0c3a-4458-b5db-d09080de90c1 req-229b9330-c579-4f52-aaed-9401f707e5d1 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:22.212462 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['a6ea4052-8f54-4729-83de-50ef43ebc525'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:57:22.251809 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b9330-c579-4f52-aaed-9401f707e5d1 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Pushing event deleted for resources: {'Port': ['ID=a6ea4052-8f54-4729-83de-50ef43ebc525,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:22.326104 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-64028ca7-0c3a-4458-b5db-d09080de90c1 req-229b9330-c579-4f52-aaed-9401f707e5d1 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] No DVR routers for this DVR port a6ea4052-8f54-4729-83de-50ef43ebc525 on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:57:22.328499 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-64028ca7-0c3a-4458-b5db-d09080de90c1 req-229b9330-c579-4f52-aaed-9401f707e5d1 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:22.331047 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16387f5-f4ba-4ae2-9cfb-a35c14b5b870', 'name': 'network-vif-deleted', 'tag': 'a6ea4052-8f54-4729-83de-50ef43ebc525'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:57:22.351219 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-64028ca7-0c3a-4458-b5db-d09080de90c1 req-229b9330-c579-4f52-aaed-9401f707e5d1 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.49 "DELETE /v2.0/ports/a6ea4052-8f54-4729-83de-50ef43ebc525 HTTP/1.1" status: 204  len: 173 time: 0.7738044
Apr 08 02:57:22.399300 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6063170b-3ccb-4ffc-8d18-0ea21caba85c req-258dcbef-3a77-43a0-b105-53ae1faf8c59 tempest-VolumesNegativeTest-442762652 tempest-VolumesNegativeTest-442762652-project] 10.222.0.48 "GET /v2.0/ports?device_id=f16387f5-f4ba-4ae2-9cfb-a35c14b5b870 HTTP/1.1" status: 200  len: 210 time: 0.0572412
Apr 08 02:57:22.461697 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deeb69a6-af6f-404e-b8bb-efe55ca1614f'] response: {'server_uuid': 'f16387f5-f4ba-4ae2-9cfb-a35c14b5b870', 'name': 'network-vif-deleted', 'tag': 'a6ea4052-8f54-4729-83de-50ef43ebc525', 'status': 'completed', 'code': 200}
Apr 08 02:57:22.557066 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3711865-3fa6-4ea4-a62d-1bf10ec338df req-6282b451-fa55-4433-97ab-086135122c6d tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:22.558432 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e3711865-3fa6-4ea4-a62d-1bf10ec338df req-6282b451-fa55-4433-97ab-086135122c6d tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f5ac86b-8da7-4617-85ef-8e713592845b HTTP/1.1" status: 200  len: 945 time: 0.0925591
Apr 08 02:57:22.610570 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e3711865-3fa6-4ea4-a62d-1bf10ec338df req-43341b1c-fe83-4448-9413-c79f4e70d398 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455124
Apr 08 02:57:23.809994 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f4372-7941-4e6d-a768-d450b40567b0 req-0d955de9-88de-4d2c-a072-4ff9fc262666 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:23.811442 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-460f4372-7941-4e6d-a768-d450b40567b0 req-0d955de9-88de-4d2c-a072-4ff9fc262666 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f5ac86b-8da7-4617-85ef-8e713592845b HTTP/1.1" status: 200  len: 945 time: 0.0764220
Apr 08 02:57:23.856544 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-460f4372-7941-4e6d-a768-d450b40567b0 req-7696df7f-8ca2-4333-9dc9-85fe79e7586a tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393753
Apr 08 02:57:24.638737 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device a6ea4052-8f54-4729-83de-50ef43ebc525 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:57:24.671825 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] No Port match for: a6ea4052-8f54-4729-83de-50ef43ebc525 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:57:24.672154 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device a6ea4052-8f54-4729-83de-50ef43ebc525 not bound to the agent host hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:57:24.885816 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0758b-cc07-4d1b-8ecd-83710bb191d5 req-5016d72a-be85-483c-ba98-0ed98b74e26e tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:24.887274 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a7d0758b-cc07-4d1b-8ecd-83710bb191d5 req-5016d72a-be85-483c-ba98-0ed98b74e26e tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f5ac86b-8da7-4617-85ef-8e713592845b HTTP/1.1" status: 200  len: 945 time: 0.0807703
Apr 08 02:57:24.933090 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a7d0758b-cc07-4d1b-8ecd-83710bb191d5 req-85624ec3-0aab-4ce1-a177-f132a16bd5d9 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395226
Apr 08 02:57:26.143116 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530adb9-1686-4814-af01-fc9aa31dfec5 req-d7e2b71d-bd07-440e-b656-108e802a60d0 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:26.144582 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0530adb9-1686-4814-af01-fc9aa31dfec5 req-d7e2b71d-bd07-440e-b656-108e802a60d0 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f5ac86b-8da7-4617-85ef-8e713592845b HTTP/1.1" status: 200  len: 945 time: 0.0792353
Apr 08 02:57:26.189796 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0530adb9-1686-4814-af01-fc9aa31dfec5 req-42279ad6-f8a5-4662-9c38-64b2a42a7cf7 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/security-groups?id=62543ee8-874a-47d6-b540-756614a30c57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395677
Apr 08 02:57:26.302896 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d366e-c7af-4528-a1e4-e14ed1ddd95f req-9bdf25a9-b668-443a-9147-4346d26ffe4c tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:26.303571 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-1a4d366e-c7af-4528-a1e4-e14ed1ddd95f req-9bdf25a9-b668-443a-9147-4346d26ffe4c tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Synchronizing usage tracker for tenant:808cc1b3def14c1f8ea4f6635967b351 on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:57:26.318916 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-1a4d366e-c7af-4528-a1e4-e14ed1ddd95f req-9bdf25a9-b668-443a-9147-4346d26ffe4c tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Unset dirty status for tenant:808cc1b3def14c1f8ea4f6635967b351 on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:57:26.320028 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1a4d366e-c7af-4528-a1e4-e14ed1ddd95f req-9bdf25a9-b668-443a-9147-4346d26ffe4c tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5ac86b-8da7-4617-85ef-8e713592845b HTTP/1.1" status: 200  len: 945 time: 0.0957069
Apr 08 02:57:26.392112 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-1a4d366e-c7af-4528-a1e4-e14ed1ddd95f req-2e31767d-7edf-4bac-9b97-1d3e752007f6 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Deleting port 38b8a2f5-4a50-47cc-873c-b76bf9549725 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:57:26.392453 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1a4d366e-c7af-4528-a1e4-e14ed1ddd95f req-2e31767d-7edf-4bac-9b97-1d3e752007f6 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:26.638192 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-1a4d366e-c7af-4528-a1e4-e14ed1ddd95f req-2e31767d-7edf-4bac-9b97-1d3e752007f6 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] For port 38b8a2f5-4a50-47cc-873c-b76bf9549725, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=38b8a2f5-4a50-47cc-873c-b76bf9549725,segment=NetworkSegment(806f342c-24e6-434f-82db-6c302479b761),segment_id=806f342c-24e6-434f-82db-6c302479b761)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:57:26.638545 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1a4d366e-c7af-4528-a1e4-e14ed1ddd95f req-2e31767d-7edf-4bac-9b97-1d3e752007f6 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:26.758732 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-1a4d366e-c7af-4528-a1e4-e14ed1ddd95f req-2e31767d-7edf-4bac-9b97-1d3e752007f6 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Calling delete_port for 38b8a2f5-4a50-47cc-873c-b76bf9549725 owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:57:26.901757 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1a4d366e-c7af-4528-a1e4-e14ed1ddd95f req-2e31767d-7edf-4bac-9b97-1d3e752007f6 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:26.913787 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['38b8a2f5-4a50-47cc-873c-b76bf9549725'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:57:26.948884 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31767d-7edf-4bac-9b97-1d3e752007f6 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Pushing event deleted for resources: {'Port': ['ID=38b8a2f5-4a50-47cc-873c-b76bf9549725,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:27.027280 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4d366e-c7af-4528-a1e4-e14ed1ddd95f req-2e31767d-7edf-4bac-9b97-1d3e752007f6 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] No DVR routers for this DVR port 38b8a2f5-4a50-47cc-873c-b76bf9549725 on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:57:27.029610 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1a4d366e-c7af-4528-a1e4-e14ed1ddd95f req-2e31767d-7edf-4bac-9b97-1d3e752007f6 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:27.032179 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5ac86b-8da7-4617-85ef-8e713592845b', 'name': 'network-vif-deleted', 'tag': '38b8a2f5-4a50-47cc-873c-b76bf9549725'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:57:27.047765 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1a4d366e-c7af-4528-a1e4-e14ed1ddd95f req-2e31767d-7edf-4bac-9b97-1d3e752007f6 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.49 "DELETE /v2.0/ports/38b8a2f5-4a50-47cc-873c-b76bf9549725 HTTP/1.1" status: 204  len: 173 time: 0.7183068
Apr 08 02:57:27.095768 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5abf1d-b34c-42df-9d48-ef86ff57cfd6'] response: {'server_uuid': '2f5ac86b-8da7-4617-85ef-8e713592845b', 'name': 'network-vif-deleted', 'tag': '38b8a2f5-4a50-47cc-873c-b76bf9549725', 'status': 'completed', 'code': 200}
Apr 08 02:57:27.365774 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-194566b0-91bf-4c6b-b5a9-719121c3d7ac req-0bb134b4-b498-42df-bb0d-e50db9d5d437 tempest-VolumesActionsTest-1887793092 tempest-VolumesActionsTest-1887793092-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f5ac86b-8da7-4617-85ef-8e713592845b HTTP/1.1" status: 200  len: 210 time: 0.0446942
Apr 08 02:57:28.186999 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52064) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:28.357854 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-8b37bdf9-4d96-4811-b10c-fa6c376c995f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=217aba6f4bb34d35bfc01c21fb7fc95a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1697237
Apr 08 02:57:28.360332 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52070) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:28.418822 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-968d6590-1dd1-4168-8023-7a6808914f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:28.444290 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-968d6590-1dd1-4168-8023-7a6808914f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:28.496936 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-968d6590-1dd1-4168-8023-7a6808914f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:28.511432 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d6590-1dd1-4168-8023-7a6808914f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65477fa9-3855-4ca7-81dc-158ded8dda5b,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:28.520025 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-968d6590-1dd1-4168-8023-7a6808914f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:28.524652 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-968d6590-1dd1-4168-8023-7a6808914f50 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65477fa9-3855-4ca7-81dc-158ded8dda5b HTTP/1.1" status: 204  len: 168 time: 0.1632519
Apr 08 02:57:31.254386 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 38b8a2f5-4a50-47cc-873c-b76bf9549725 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:57:31.289230 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] No Port match for: 38b8a2f5-4a50-47cc-873c-b76bf9549725 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:57:31.289496 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 38b8a2f5-4a50-47cc-873c-b76bf9549725 not bound to the agent host hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:57:34.008984 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:57:34.329804 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f3f2-53e1-4443-9064-b0c5eb3641f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:36.516449 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-41263245-4ccb-44c5-9780-7f8d6e12597a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:37.686409 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:37.890435 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:38.629849 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:39.194006 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:43.809494 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [-] (83136) accepted ('10.222.0.48', 52236) {{(pid=83136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:43.958796 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:44.017107 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:44.025041 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] Usage tracker for resource:security_group_rule and tenant:c88c7ff5d25745a39df069dd80fe2876 is out of sync, need to count used quota {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:44.029770 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.quota.resource [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:44.037164 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.db.quota.driver [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:44.115582 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:44.163051 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron_lib.callbacks.manager [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:44.223171 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5537de-64d7-442d-8120-d6f4d8091a51,revision_number=1']} {{(pid=83136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:44.229516 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c88c7ff5d25745a39df069dd80fe2876&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4189565
Apr 08 02:57:44.232201 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52246) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:44.241149 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.241547 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.241887 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.242220 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.242546 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.243300 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.243732 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.244071 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.244394 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.244713 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.245034 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3df43-c762-4f2b-b7ed-1eb23b52adef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.299396 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d45928ee-92ec-46ec-ba7d-52f84a393f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:44.326920 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d45928ee-92ec-46ec-ba7d-52f84a393f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:44.389594 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d45928ee-92ec-46ec-ba7d-52f84a393f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:44.412006 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45928ee-92ec-46ec-ba7d-52f84a393f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5537de-64d7-442d-8120-d6f4d8091a51,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:44.421780 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d45928ee-92ec-46ec-ba7d-52f84a393f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:44.431027 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-d45928ee-92ec-46ec-ba7d-52f84a393f21 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa5537de-64d7-442d-8120-d6f4d8091a51 HTTP/1.1" status: 204  len: 168 time: 0.1969163
Apr 08 02:57:44.433906 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45928ee-92ec-46ec-ba7d-52f84a393f21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.434253 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45928ee-92ec-46ec-ba7d-52f84a393f21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.434587 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45928ee-92ec-46ec-ba7d-52f84a393f21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.435010 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45928ee-92ec-46ec-ba7d-52f84a393f21 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.435345 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45928ee-92ec-46ec-ba7d-52f84a393f21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.435700 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45928ee-92ec-46ec-ba7d-52f84a393f21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.436384 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45928ee-92ec-46ec-ba7d-52f84a393f21 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.436937 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45928ee-92ec-46ec-ba7d-52f84a393f21 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.437419 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45928ee-92ec-46ec-ba7d-52f84a393f21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.438202 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45928ee-92ec-46ec-ba7d-52f84a393f21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:44.438998 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45928ee-92ec-46ec-ba7d-52f84a393f21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:47.350832 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9dadb442-517d-4567-8ec7-32ad0a402834 req-5f7930d6-4744-4a2c-947d-2adcab034144 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0697691
Apr 08 02:57:47.602154 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9dadb442-517d-4567-8ec7-32ad0a402834 req-c5c43442-26a3-4f76-bd0a-239e1fee947b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 1099 time: 0.1681604
Apr 08 02:57:47.765167 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadb442-517d-4567-8ec7-32ad0a402834 req-ed2c81ed-9287-4ee5-b94c-e895bbe7ef6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:47.766638 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9dadb442-517d-4567-8ec7-32ad0a402834 req-ed2c81ed-9287-4ee5-b94c-e895bbe7ef6c service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 912 time: 0.1404605
Apr 08 02:57:47.878913 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9dadb442-517d-4567-8ec7-32ad0a402834 req-fa20ea90-c10d-46cb-ac7b-7b32f4c65a68 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ff823af-42f9-4594-93e9-62f6e5e8c8b1 HTTP/1.1" status: 200  len: 1002 time: 0.1022038
Apr 08 02:57:47.948226 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadb442-517d-4567-8ec7-32ad0a402834 req-2f5c6b12-f11d-4e0e-ba6b-d5f4d43213f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:47.949657 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9dadb442-517d-4567-8ec7-32ad0a402834 req-2f5c6b12-f11d-4e0e-ba6b-d5f4d43213f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc HTTP/1.1" status: 200  len: 850 time: 0.0649507
Apr 08 02:57:48.036027 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9dadb442-517d-4567-8ec7-32ad0a402834 req-4714cd7f-5ecf-437d-b3c1-7e35c6df9115 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae66bd3d-676a-4225-963c-1a0fd3518d06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785382
Apr 08 02:57:48.181684 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9dadb442-517d-4567-8ec7-32ad0a402834 req-3dd48a96-bdec-49d8-93b7-2c2e31e5a74d service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377652
Apr 08 02:57:48.324661 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-9dadb442-517d-4567-8ec7-32ad0a402834 req-2b33b614-b772-4704-8f31-742042ebe837 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347961
Apr 08 02:57:54.098046 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52340) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:54.155244 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f374fb-0f1f-44d8-aa76-4c9aadfe9895 admin admin] Deleting subnet b8c01730-b7cf-4465-98d0-c773367fca90 {{(pid=83137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 08 02:57:54.157991 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-53f374fb-0f1f-44d8-aa76-4c9aadfe9895 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:54.205802 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-53f374fb-0f1f-44d8-aa76-4c9aadfe9895 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1116807'] for subnet, precommit_delete_associations {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:54.262057 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-53f374fb-0f1f-44d8-aa76-4c9aadfe9895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722885'] for subnet, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:54.335316 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-53f374fb-0f1f-44d8-aa76-4c9aadfe9895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1140083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2044236'] for subnet, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:54.383252 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f374fb-0f1f-44d8-aa76-4c9aadfe9895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c01730-b7cf-4465-98d0-c773367fca90,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:54.393195 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-53f374fb-0f1f-44d8-aa76-4c9aadfe9895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:54.399482 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-53f374fb-0f1f-44d8-aa76-4c9aadfe9895 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b8c01730-b7cf-4465-98d0-c773367fca90 HTTP/1.1" status: 204  len: 168 time: 0.3003643
Apr 08 02:57:54.401941 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52344) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:54.511785 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5c65abd1-ef9d-4218-a1d5-e4857ab15a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093558'] for network, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:54.631135 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5c65abd1-ef9d-4218-a1d5-e4857ab15a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7724606', 'neutron.services.segments.db._delete_segments_for_network-8741772167792'] for network, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:54.658399 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-5c65abd1-ef9d-4218-a1d5-e4857ab15a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f35a2785070>,) {'filters': {'network_id': ['5c550fb9-4d2f-42b9-9101-9100317842af']}} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:54.670502 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-5c65abd1-ef9d-4218-a1d5-e4857ab15a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a2785070>, '806f342c-24e6-434f-82db-6c302479b761') {'for_net_delete': True} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:54.670834 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-5c65abd1-ef9d-4218-a1d5-e4857ab15a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a2785070>, '806f342c-24e6-434f-82db-6c302479b761') {} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:54.682335 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5c65abd1-ef9d-4218-a1d5-e4857ab15a1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741772166903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1116830'] for segment, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:54.697483 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5c65abd1-ef9d-4218-a1d5-e4857ab15a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:54.703251 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c65abd1-ef9d-4218-a1d5-e4857ab15a1e admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=83137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 08 02:57:54.703623 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5c65abd1-ef9d-4218-a1d5-e4857ab15a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8097254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1140013'] for segment, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]: Traceback (most recent call last):
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:     timer()
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:     cb(*args, **kw)
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:     return func(*args, **kwargs)
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:     self._notify()
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:     self.callback(batched_events)
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:     event.method(event)
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:     return f(self, *a, **k)
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self._get(url).json()
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:57:54.717164 dv-cinder-837052-1-iscsi neutron-server[83137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:57:54.790960 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5c65abd1-ef9d-4218-a1d5-e4857ab15a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7724551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783662'] for network, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:54.795631 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-5c65abd1-ef9d-4218-a1d5-e4857ab15a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:54.818232 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65abd1-ef9d-4218-a1d5-e4857ab15a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=5c550fb9-4d2f-42b9-9101-9100317842af,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:54.825979 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-5c65abd1-ef9d-4218-a1d5-e4857ab15a1e admin admin] 10.222.0.48 "DELETE /v2.0/networks/5c550fb9-4d2f-42b9-9101-9100317842af HTTP/1.1" status: 204  len: 168 time: 0.4231126
Apr 08 02:57:55.021627 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52350) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:55.070530 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-f402e61a-ce3b-454e-9707-9f866852e5e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=808cc1b3def14c1f8ea4f6635967b351&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0477974
Apr 08 02:57:55.072812 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52354) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:55.130359 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-8370c2f3-e569-4a11-abc5-47c60f8f1e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:55.154600 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-8370c2f3-e569-4a11-abc5-47c60f8f1e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:55.203678 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-8370c2f3-e569-4a11-abc5-47c60f8f1e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:55.219071 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370c2f3-e569-4a11-abc5-47c60f8f1e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62543ee8-874a-47d6-b540-756614a30c57,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:55.224275 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-8370c2f3-e569-4a11-abc5-47c60f8f1e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:55.225156 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-8370c2f3-e569-4a11-abc5-47c60f8f1e59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62543ee8-874a-47d6-b540-756614a30c57 HTTP/1.1" status: 204  len: 168 time: 0.1514821
Apr 08 02:58:04.332895 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d2b57b17-1530-44de-8c0b-0bb79c292f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:06.509812 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5601135d-2dd4-43ca-b31e-5b0eb318e996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:07.135666 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52490) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:58:07.276426 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-baad4143-6531-46eb-b634-e6d65dbd42f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:07.384897 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-baad4143-6531-46eb-b634-e6d65dbd42f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:58:07.388852 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-baad4143-6531-46eb-b634-e6d65dbd42f9 admin admin] Usage tracker for resource:security_group_rule and tenant:af176673833f4c0faaea380fa8eedf40 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:58:07.391559 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-baad4143-6531-46eb-b634-e6d65dbd42f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:58:07.397778 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-baad4143-6531-46eb-b634-e6d65dbd42f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:58:07.461708 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-baad4143-6531-46eb-b634-e6d65dbd42f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:07.465229 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-baad4143-6531-46eb-b634-e6d65dbd42f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:07.510472 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad4143-6531-46eb-b634-e6d65dbd42f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60e3218-f302-443b-ad52-2e389ed1b95f,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:58:07.514815 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-baad4143-6531-46eb-b634-e6d65dbd42f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af176673833f4c0faaea380fa8eedf40&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3781083
Apr 08 02:58:07.517283 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52496) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:58:07.574471 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f949dfd1-376a-48e6-baa6-9ebc3e2e1666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:07.598742 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f949dfd1-376a-48e6-baa6-9ebc3e2e1666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:07.650966 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f949dfd1-376a-48e6-baa6-9ebc3e2e1666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:07.666186 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949dfd1-376a-48e6-baa6-9ebc3e2e1666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60e3218-f302-443b-ad52-2e389ed1b95f,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:58:07.670448 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f949dfd1-376a-48e6-baa6-9ebc3e2e1666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:07.671460 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-f949dfd1-376a-48e6-baa6-9ebc3e2e1666 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b60e3218-f302-443b-ad52-2e389ed1b95f HTTP/1.1" status: 204  len: 168 time: 0.1532900
Apr 08 02:58:07.715923 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:07.884389 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:08.636233 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:09.195195 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:11.010443 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:58:34.335321 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-f99f0570-cded-4b2f-85c4-3e16f2386eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:36.511099 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-066609fe-7a76-460f-958b-9d355084a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:37.687478 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:37.883947 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:38.641466 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:39.199256 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:47.318315 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b628dcf7-52df-47b8-84ac-915defa9ff7a req-a6001da8-5b60-443d-9ede-784ea9c5179e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0652633
Apr 08 02:58:47.453617 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b628dcf7-52df-47b8-84ac-915defa9ff7a req-06685d30-1372-496e-8261-06baf69a17c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 1099 time: 0.0696862
Apr 08 02:58:47.592271 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628dcf7-52df-47b8-84ac-915defa9ff7a req-e9e549ca-661f-4f91-8493-fabcf69ba918 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:47.593669 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b628dcf7-52df-47b8-84ac-915defa9ff7a req-e9e549ca-661f-4f91-8493-fabcf69ba918 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 912 time: 0.1222138
Apr 08 02:58:47.690503 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b628dcf7-52df-47b8-84ac-915defa9ff7a req-2547f6d9-298b-4c2d-bb21-8e35ad89d940 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ff823af-42f9-4594-93e9-62f6e5e8c8b1 HTTP/1.1" status: 200  len: 1002 time: 0.0907869
Apr 08 02:58:47.752412 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628dcf7-52df-47b8-84ac-915defa9ff7a req-69b88c20-8da1-4c7a-a514-79f89d8bc053 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:47.753751 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b628dcf7-52df-47b8-84ac-915defa9ff7a req-69b88c20-8da1-4c7a-a514-79f89d8bc053 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc HTTP/1.1" status: 200  len: 850 time: 0.0579309
Apr 08 02:58:47.823627 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b628dcf7-52df-47b8-84ac-915defa9ff7a req-a9e7d7c3-3b62-432a-bdc3-449060527fd4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae66bd3d-676a-4225-963c-1a0fd3518d06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0642812
Apr 08 02:58:47.948961 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b628dcf7-52df-47b8-84ac-915defa9ff7a req-5a55ecdf-7bd2-41d6-aacb-56a734785d6f service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1193278
Apr 08 02:58:48.011529 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:58:48.084907 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-b628dcf7-52df-47b8-84ac-915defa9ff7a req-9bc46bd8-000f-4dda-944b-dcd78141d8a6 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308320
Apr 08 02:59:04.336985 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-94470a3e-886d-4e5e-b847-0a590b4975c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:06.513025 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-7c72c4b3-40c8-40f8-95bd-fb38df9cdda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:07.688604 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:07.886430 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:08.651959 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:09.200211 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:25.012393 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:59:32.170102 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d69b0-eadb-4be7-9f68-402f1668f828 req-f40f6791-8c88-46c6-8b91-3220a96480a1 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:32.171552 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2d5d69b0-eadb-4be7-9f68-402f1668f828 req-f40f6791-8c88-46c6-8b91-3220a96480a1 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 946 time: 0.0798402
Apr 08 02:59:32.215442 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2d5d69b0-eadb-4be7-9f68-402f1668f828 req-27f9a72e-4d52-4c9d-b46e-d19eaefff399 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383644
Apr 08 02:59:33.421773 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2de2b-ab56-4842-a270-d488a5963300 req-531b2a21-d960-4727-ac8e-b0e6833de7d2 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:33.423207 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7cd2de2b-ab56-4842-a270-d488a5963300 req-531b2a21-d960-4727-ac8e-b0e6833de7d2 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 946 time: 0.0745809
Apr 08 02:59:33.467288 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7cd2de2b-ab56-4842-a270-d488a5963300 req-238d629f-1129-4e2b-86a9-6d8c86ce3e7a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382891
Apr 08 02:59:33.713004 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cd8da-a848-4d10-b3cf-b6f765cecf1e req-f8958141-d948-4aca-8d4e-ad5a88cf3b9e tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:33.713671 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-1f6cd8da-a848-4d10-b3cf-b6f765cecf1e req-f8958141-d948-4aca-8d4e-ad5a88cf3b9e tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Synchronizing usage tracker for tenant:c89cf122bfb64dbca81527f5cac790a5 on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:59:33.729405 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-1f6cd8da-a848-4d10-b3cf-b6f765cecf1e req-f8958141-d948-4aca-8d4e-ad5a88cf3b9e tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Unset dirty status for tenant:c89cf122bfb64dbca81527f5cac790a5 on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:59:33.730465 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1f6cd8da-a848-4d10-b3cf-b6f765cecf1e req-f8958141-d948-4aca-8d4e-ad5a88cf3b9e tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.49 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 946 time: 0.0929046
Apr 08 02:59:33.795841 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-1f6cd8da-a848-4d10-b3cf-b6f765cecf1e req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Deleting port 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 02:59:33.796172 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1f6cd8da-a848-4d10-b3cf-b6f765cecf1e req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:34.033360 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-1f6cd8da-a848-4d10-b3cf-b6f765cecf1e req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] For port 1ff823af-42f9-4594-93e9-62f6e5e8c8b1, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1ff823af-42f9-4594-93e9-62f6e5e8c8b1,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:59:34.033713 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1f6cd8da-a848-4d10-b3cf-b6f765cecf1e req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:34.339707 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-c2a52416-8f2e-4ee8-a9ee-e62b12f9eade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:34.386039 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1f6cd8da-a848-4d10-b3cf-b6f765cecf1e req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:34.386412 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1f6cd8da-a848-4d10-b3cf-b6f765cecf1e req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:34.386758 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.l3_db [req-1f6cd8da-a848-4d10-b3cf-b6f765cecf1e req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Floating IP 02dbb270-5f52-4561-a818-b7f52a56788e disassociated. External IP: 172.27.2.144, port: 1ff823af-42f9-4594-93e9-62f6e5e8c8b1.
Apr 08 02:59:34.387400 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-1f6cd8da-a848-4d10-b3cf-b6f765cecf1e req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Calling delete_port for 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 02:59:34.530101 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1f6cd8da-a848-4d10-b3cf-b6f765cecf1e req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:34.576518 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event deleted for resources: {'Port': ['ID=1ff823af-42f9-4594-93e9-62f6e5e8c8b1,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:34.590849 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:34.591129 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:34.591442 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:34.591764 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:34.592092 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:34.592409 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:34.592731 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:34.593048 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:34.593365 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:34.593718 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:34.593978 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:34.794615 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f6cd8da-a848-4d10-b3cf-b6f765cecf1e req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:59:34.883492 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ddcecc58-39a7-4eb2-bb17-812bfcd977a7 req-e5ab6df9-98aa-493b-a669-138a2e08391b tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=db095363-7817-4713-9eb0-3bcda511112e HTTP/1.1" status: 200  len: 210 time: 0.2766325
Apr 08 02:59:35.004451 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f6cd8da-a848-4d10-b3cf-b6f765cecf1e req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:59:35.017059 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0b6fa8-7c37-4578-ac5f-cca6aaa0160f None None] Sync routers for ids ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:59:35.030279 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0b6fa8-7c37-4578-ac5f-cca6aaa0160f None None] Routers {'9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:59:35.031058 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-6b0b6fa8-7c37-4578-ac5f-cca6aaa0160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2af8b20>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:59:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:35.074483 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6cd8da-a848-4d10-b3cf-b6f765cecf1e req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] No DVR routers for this DVR port 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:59:35.077018 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-1f6cd8da-a848-4d10-b3cf-b6f765cecf1e req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:35.079554 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db095363-7817-4713-9eb0-3bcda511112e', 'name': 'network-vif-deleted', 'tag': '1ff823af-42f9-4594-93e9-62f6e5e8c8b1'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:59:35.096787 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-1f6cd8da-a848-4d10-b3cf-b6f765cecf1e req-fa3832ea-f518-4aba-9f04-8593e8af1ce4 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.49 "DELETE /v2.0/ports/1ff823af-42f9-4594-93e9-62f6e5e8c8b1 HTTP/1.1" status: 204  len: 173 time: 1.3604736
Apr 08 02:59:35.137613 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebbd4011-6607-46b0-b56f-6291532f9dbd'] response: {'server_uuid': 'db095363-7817-4713-9eb0-3bcda511112e', 'name': 'network-vif-deleted', 'tag': '1ff823af-42f9-4594-93e9-62f6e5e8c8b1', 'status': 'completed', 'code': 200}
Apr 08 02:59:35.220839 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-6b0b6fa8-7c37-4578-ac5f-cca6aaa0160f None None] Set router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:59:35.531653 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-6b0b6fa8-7c37-4578-ac5f-cca6aaa0160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2af8b20>, [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:34Z', 'revision_number': 5, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:35.536263 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0b6fa8-7c37-4578-ac5f-cca6aaa0160f None None] Checking router: 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:59:35.547444 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0b6fa8-7c37-4578-ac5f-cca6aaa0160f None None] Routers {'9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:59:35.548039 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-6b0b6fa8-7c37-4578-ac5f-cca6aaa0160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2af8b20>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:59:06Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:35.723357 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-6b0b6fa8-7c37-4578-ac5f-cca6aaa0160f None None] Set router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:59:36.043062 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-6b0b6fa8-7c37-4578-ac5f-cca6aaa0160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2af8b20>, [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:34Z', 'revision_number': 5, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:36.047016 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0b6fa8-7c37-4578-ac5f-cca6aaa0160f None None] The sync data for ids ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'] in dv-cinder-837052-1-iscsi is: [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:34Z', 'revision_number': 5, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:59:36.263284 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291a1a28-3cc6-41f1-9ec7-ac4398603fc3 None None] New status for floating IP 02dbb270-5f52-4561-a818-b7f52a56788e: DOWN {{(pid=83139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 02:59:36.395218 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-6925637a-ac38-4652-a993-606896814103 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042401346&fields=id&tenant_id=c89cf122bfb64dbca81527f5cac790a5 HTTP/1.1" status: 200  len: 267 time: 0.0405827
Apr 08 02:59:36.518016 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-0203f1d1-7d5b-4a21-a4e1-728cfb9dd427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:36.616171 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-d79c1bf6-0f6a-462b-bada-5256eab53e5f tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:36.617584 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-d79c1bf6-0f6a-462b-bada-5256eab53e5f tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 811 time: 0.2161596
Apr 08 02:59:36.633702 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-3e2788fe-8bef-426f-9961-d5bff3ef8848 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/quotas/c89cf122bfb64dbca81527f5cac790a5 HTTP/1.1" status: 200  len: 375 time: 0.0108476
Apr 08 02:59:36.712202 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-3142adfb-cbfd-4456-b26d-b6e3a4505a41 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0733035
Apr 08 02:59:36.844966 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-4f6f4452-4cee-4acf-bf6f-24c5989aa51e service neutron] 10.222.0.48 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215382
Apr 08 02:59:36.972519 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-81630012-6fe0-496e-bdae-da5cfde27890 service neutron] 10.222.0.48 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213310
Apr 08 02:59:37.245137 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:59:37.280977 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] No Port match for: 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 02:59:37.281315 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 1ff823af-42f9-4594-93e9-62f6e5e8c8b1 not bound to the agent host hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:59:37.363831 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8754f678-3db5-48f9-a042-556b0a805074 req-2a20fde1-778f-4aa9-bab5-5b77560dd5bc tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 210 time: 0.0466361
Apr 08 02:59:37.689814 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:37.889826 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:38.447157 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-10ad6a11-9726-40ce-be95-1b5f42d8c766 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:38.448550 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-10ad6a11-9726-40ce-be95-1b5f42d8c766 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.49 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 811 time: 0.1492827
Apr 08 02:59:38.509897 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-f4f6dcb2-4bd0-40b6-85f9-a657b2b94262 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c89cf122bfb64dbca81527f5cac790a5 HTTP/1.1" status: 200  len: 380 time: 0.0496087
Apr 08 02:59:38.521661 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-836c40a6-d3a0-475e-9afd-70c4629594ee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Request body: {'port': {'device_id': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'admin_state_up': True, 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'security_groups': ['685f228d-40dd-4d87-94ab-0ed99dd9e969']}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:59:38.540883 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-68a6e9f4-9618-4a1e-8222-e5857ce05459 req-3eb335d5-a987-4740-9614-3bda782acc8a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 210 time: 0.0426633
Apr 08 02:59:38.660995 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-836c40a6-d3a0-475e-9afd-70c4629594ee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:59:38.665151 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-836c40a6-d3a0-475e-9afd-70c4629594ee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Usage tracker for resource:port and tenant:c89cf122bfb64dbca81527f5cac790a5 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:59:38.667998 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-836c40a6-d3a0-475e-9afd-70c4629594ee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:59:38.673782 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-836c40a6-d3a0-475e-9afd-70c4629594ee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:59:38.684844 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-836c40a6-d3a0-475e-9afd-70c4629594ee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Made reservation on behalf of c89cf122bfb64dbca81527f5cac790a5 for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:59:38.688403 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-836c40a6-d3a0-475e-9afd-70c4629594ee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:38.723551 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:38.880371 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-836c40a6-d3a0-475e-9afd-70c4629594ee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Allocated IP 172.20.0.3 (ae66bd3d-676a-4225-963c-1a0fd3518d06/5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc/e93a60d8-1d6c-47a1-98c9-62da80d15ffe) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:59:39.089651 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-836c40a6-d3a0-475e-9afd-70c4629594ee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:39.108358 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-836c40a6-d3a0-475e-9afd-70c4629594ee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Transition to ACTIVE for port object e93a60d8-1d6c-47a1-98c9-62da80d15ffe will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:59:39.131556 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-836c40a6-d3a0-475e-9afd-70c4629594ee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:39.206015 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:39.208629 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-836c40a6-d3a0-475e-9afd-70c4629594ee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Network ae66bd3d-676a-4225-963c-1a0fd3518d06 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:59:39.211616 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-836c40a6-d3a0-475e-9afd-70c4629594ee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:59:39.215601 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-836c40a6-d3a0-475e-9afd-70c4629594ee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:59:39.247723 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c40a6-d3a0-475e-9afd-70c4629594ee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event updated for resources: {'Port': ['ID=e93a60d8-1d6c-47a1-98c9-62da80d15ffe,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:39.286240 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-836c40a6-d3a0-475e-9afd-70c4629594ee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:39.286890 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-836c40a6-d3a0-475e-9afd-70c4629594ee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:39.313911 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-836c40a6-d3a0-475e-9afd-70c4629594ee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7955539
Apr 08 02:59:39.325274 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Request body: {'port': {'device_id': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:59:39.468194 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-77c4be30-4ac9-4e23-b04c-90a39bad07a7 None None] Provisioning for port e93a60d8-1d6c-47a1-98c9-62da80d15ffe completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:59:39.473472 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-77c4be30-4ac9-4e23-b04c-90a39bad07a7 None None] Provisioning complete for port e93a60d8-1d6c-47a1-98c9-62da80d15ffe triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:59:39.473824 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-77c4be30-4ac9-4e23-b04c-90a39bad07a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:39.518516 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:39.525528 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-77c4be30-4ac9-4e23-b04c-90a39bad07a7 None None] Port e93a60d8-1d6c-47a1-98c9-62da80d15ffe cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 02:59:39.742919 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d28b5d-a3b8-481a-9709-bec44d171280 req-cd0d0f39-a570-4027-832c-d69a10e21afd tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:39.744247 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-73d28b5d-a3b8-481a-9709-bec44d171280 req-cd0d0f39-a570-4027-832c-d69a10e21afd tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 931 time: 0.0792494
Apr 08 02:59:39.788950 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-73d28b5d-a3b8-481a-9709-bec44d171280 req-608c7d2c-4e91-44a6-83eb-9dcc3fd6f355 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387948
Apr 08 02:59:39.854018 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93a60d8-1d6c-47a1-98c9-62da80d15ffe {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:59:39.860551 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:39.874182 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Transition to ACTIVE for port object e93a60d8-1d6c-47a1-98c9-62da80d15ffe will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:59:39.877855 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:40.010602 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Pushing event updated for resources: {'Port': ['ID=e93a60d8-1d6c-47a1-98c9-62da80d15ffe,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:40.115066 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Attempting to bind port e93a60d8-1d6c-47a1-98c9-62da80d15ffe on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:59:40.115398 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Attempting to bind port e93a60d8-1d6c-47a1-98c9-62da80d15ffe by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:59:40.115719 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Attempting to bind port e93a60d8-1d6c-47a1-98c9-62da80d15ffe on network ae66bd3d-676a-4225-963c-1a0fd3518d06 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:59:40.121342 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Port e93a60d8-1d6c-47a1-98c9-62da80d15ffe on network ae66bd3d-676a-4225-963c-1a0fd3518d06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 02:59:40.121655 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Attempting to bind port e93a60d8-1d6c-47a1-98c9-62da80d15ffe on network ae66bd3d-676a-4225-963c-1a0fd3518d06 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 02:59:40.127675 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 02:59:40.128126 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Checking segment: {'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 02:59:40.128513 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Bound using segment: {'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 02:59:40.128932 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Bound port: e93a60d8-1d6c-47a1-98c9-62da80d15ffe, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:59:40.129272 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:40.217449 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] For port e93a60d8-1d6c-47a1-98c9-62da80d15ffe, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 02:59:40.220273 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] For port e93a60d8-1d6c-47a1-98c9-62da80d15ffe, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e93a60d8-1d6c-47a1-98c9-62da80d15ffe,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 02:59:40.225184 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:40.283776 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:40.285769 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] 10.222.0.49 "PUT /v2.0/ports/e93a60d8-1d6c-47a1-98c9-62da80d15ffe HTTP/1.1" status: 200  len: 1093 time: 0.9649320
Apr 08 02:59:40.286192 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'tag': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:59:40.304629 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73187689-1533-4811-b0b2-c22a8e5fd657 service neutron] Pushing event updated for resources: {'Port': ['ID=e93a60d8-1d6c-47a1-98c9-62da80d15ffe,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:40.359701 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f819920f-8236-4834-a37b-bfe43edfe91e'] response: {'name': 'network-changed', 'server_uuid': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'tag': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe', 'status': 'completed', 'code': 200}
Apr 08 02:59:40.401202 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-ce8120e0-3a71-47fe-bd83-15c675b14b0b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 1096 time: 0.0779097
Apr 08 02:59:40.470733 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-3300d7bf-5878-4b8c-892d-4eceaae43421 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e93a60d8-1d6c-47a1-98c9-62da80d15ffe HTTP/1.1" status: 200  len: 217 time: 0.0613492
Apr 08 02:59:40.533506 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-d43d4fd3-7221-469f-8de0-fc05deb6696c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:40.535463 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-d43d4fd3-7221-469f-8de0-fc05deb6696c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc HTTP/1.1" status: 200  len: 850 time: 0.0593767
Apr 08 02:59:40.607790 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-bda4e4b3-78ca-4caf-9f31-4864a1f73ac2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae66bd3d-676a-4225-963c-1a0fd3518d06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0662265
Apr 08 02:59:40.735178 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-4e3df819-502a-48a9-a904-0a15acf219e3 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214409
Apr 08 02:59:40.867138 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-82eb230a-0142-4c7e-b34c-9ce8d027958e req-025ec5b9-7145-4044-81a6-1eb23b626919 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266184
Apr 08 02:59:40.983152 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a16ab-c633-49ab-9c9c-10cba058663c req-34e797c3-f65b-494d-b72a-5d3dacf300ac tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:40.983883 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f002c926-0707-4d81-9eed-61fe863d60d4 req-2dfba565-f019-43b1-92dd-c7df61d2afc9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 1096 time: 0.0720372
Apr 08 02:59:40.984577 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-791a16ab-c633-49ab-9c9c-10cba058663c req-34e797c3-f65b-494d-b72a-5d3dacf300ac tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 943 time: 0.0770588
Apr 08 02:59:41.031037 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-791a16ab-c633-49ab-9c9c-10cba058663c req-a27f7323-169a-47cb-9350-ffdbb5ae282a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408328
Apr 08 02:59:41.116157 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002c926-0707-4d81-9eed-61fe863d60d4 req-8757e8d0-d695-4c56-b8ae-80a8a688cbd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:41.117569 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f002c926-0707-4d81-9eed-61fe863d60d4 req-8757e8d0-d695-4c56-b8ae-80a8a688cbd1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 912 time: 0.1278398
Apr 08 02:59:41.263188 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f002c926-0707-4d81-9eed-61fe863d60d4 req-2e06f9ba-1210-4e90-8ecc-5b2164785d6e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e93a60d8-1d6c-47a1-98c9-62da80d15ffe HTTP/1.1" status: 200  len: 217 time: 0.1394901
Apr 08 02:59:41.324463 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002c926-0707-4d81-9eed-61fe863d60d4 req-a91c7496-1c3d-4e15-bf0d-a49155fd6438 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:41.325820 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f002c926-0707-4d81-9eed-61fe863d60d4 req-a91c7496-1c3d-4e15-bf0d-a49155fd6438 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc HTTP/1.1" status: 200  len: 850 time: 0.0570674
Apr 08 02:59:41.396955 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f002c926-0707-4d81-9eed-61fe863d60d4 req-b01cceae-8898-434d-8042-aacf17c30889 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae66bd3d-676a-4225-963c-1a0fd3518d06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0652122
Apr 08 02:59:41.527192 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f002c926-0707-4d81-9eed-61fe863d60d4 req-f4accf87-982f-4d42-967b-df48c435c0e1 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236260
Apr 08 02:59:41.656288 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-f002c926-0707-4d81-9eed-61fe863d60d4 req-6647a998-bcbd-4ecc-9179-ee2d44e4fa80 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220667
Apr 08 02:59:42.228839 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cdac9-ad0d-4f5e-bc67-25c7edb467de req-5ea9a1db-bb37-4f52-8706-c9b9e471619d tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:42.230258 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fd7cdac9-ad0d-4f5e-bc67-25c7edb467de req-5ea9a1db-bb37-4f52-8706-c9b9e471619d tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 943 time: 0.0789230
Apr 08 02:59:42.275851 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-fd7cdac9-ad0d-4f5e-bc67-25c7edb467de req-800c9efc-8b46-4174-8273-57d447ec0fb6 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399854
Apr 08 02:59:43.468816 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdf524-ed3a-4941-bb15-d4b7de3eed2e req-67d88e27-59ce-4226-99b2-796f99f56e46 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:43.470222 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9dbdf524-ed3a-4941-bb15-d4b7de3eed2e req-67d88e27-59ce-4226-99b2-796f99f56e46 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 943 time: 0.0743234
Apr 08 02:59:43.513872 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9dbdf524-ed3a-4941-bb15-d4b7de3eed2e req-d40cfc1d-98bb-46e4-abfd-80ebb37cc67b tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376341
Apr 08 02:59:44.707142 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bf7cb-38c2-47b4-bc1e-28c303abadf1 req-5d7de68a-1665-432d-a342-479536c3a4f7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:44.708544 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a74bf7cb-38c2-47b4-bc1e-28c303abadf1 req-5d7de68a-1665-432d-a342-479536c3a4f7 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 943 time: 0.0784612
Apr 08 02:59:44.752525 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a74bf7cb-38c2-47b4-bc1e-28c303abadf1 req-6535e57e-a1c4-4ca7-bdd5-de32cce4512a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384386
Apr 08 02:59:45.947181 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcea3b-2660-4e37-b669-f1d400dd9ff0 req-cbeb81c0-770c-426d-9255-e60a466fedee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:45.948602 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7cdcea3b-2660-4e37-b669-f1d400dd9ff0 req-cbeb81c0-770c-426d-9255-e60a466fedee tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 943 time: 0.0758336
Apr 08 02:59:45.996575 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7cdcea3b-2660-4e37-b669-f1d400dd9ff0 req-2deba505-d53f-48b9-9039-34a37e43a14d tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425563
Apr 08 02:59:47.190235 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f0671-8fd6-4f49-a68f-34e786d010f2 req-472e691d-6f15-4b19-a58f-2518985d64c2 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:47.191716 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b82f0671-8fd6-4f49-a68f-34e786d010f2 req-472e691d-6f15-4b19-a58f-2518985d64c2 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 943 time: 0.0741274
Apr 08 02:59:47.235666 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b82f0671-8fd6-4f49-a68f-34e786d010f2 req-dfce6e05-6d83-4ba6-b021-f13716358a3d tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385735
Apr 08 02:59:48.429866 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb564c-6c0b-4dca-a813-a8d83ffaf641 req-ab4ab746-5e91-40cc-a0e4-c5af4ee4fe8e tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:48.431299 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-33eb564c-6c0b-4dca-a813-a8d83ffaf641 req-ab4ab746-5e91-40cc-a0e4-c5af4ee4fe8e tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 943 time: 0.0787082
Apr 08 02:59:48.474925 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-33eb564c-6c0b-4dca-a813-a8d83ffaf641 req-310c64af-cfa1-4b1a-8ce8-26ffbc7507bf tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380974
Apr 08 02:59:49.338483 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device e93a60d8-1d6c-47a1-98c9-62da80d15ffe details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:59:49.465986 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port e93a60d8-1d6c-47a1-98c9-62da80d15ffe, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e93a60d8-1d6c-47a1-98c9-62da80d15ffe,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:59:49.479297 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'port_id': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe', 'mac_address': 'fa:16:3e:c5:41:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:59:49.539230 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:49.556232 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93a60d8-1d6c-47a1-98c9-62da80d15ffe {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 02:59:49.571604 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port e93a60d8-1d6c-47a1-98c9-62da80d15ffe, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e93a60d8-1d6c-47a1-98c9-62da80d15ffe,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:59:49.576108 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:49.639268 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=e93a60d8-1d6c-47a1-98c9-62da80d15ffe,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:49.647638 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:49.647968 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:49.648295 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:49.648615 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:49.648934 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:49.649248 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:49.649562 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:49.649875 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:49.650187 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:49.650489 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:49.650904 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:59:49.678213 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcfe75-0a15-4333-aa6c-22f108c62215 req-7a490bf6-3d65-42d7-b8e0-d73c132513fb tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:49.679779 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b1bcfe75-0a15-4333-aa6c-22f108c62215 req-7a490bf6-3d65-42d7-b8e0-d73c132513fb tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 944 time: 0.0848577
Apr 08 02:59:49.724395 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-b1bcfe75-0a15-4333-aa6c-22f108c62215 req-4bbc570e-5009-4b18-876d-6fae0e1297ac tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391839
Apr 08 02:59:49.922245 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['e93a60d8-1d6c-47a1-98c9-62da80d15ffe'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 02:59:50.920503 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14ccd6-d467-44b0-9257-5bfdcdce41dd req-b53458b5-1d83-4165-9fd2-8df6b6c701bc tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:50.921934 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bf14ccd6-d467-44b0-9257-5bfdcdce41dd req-b53458b5-1d83-4165-9fd2-8df6b6c701bc tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 944 time: 0.0795038
Apr 08 02:59:50.966320 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-bf14ccd6-d467-44b0-9257-5bfdcdce41dd req-4e393823-fca4-4755-b626-3d71a878fc70 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388377
Apr 08 02:59:51.354026 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device e93a60d8-1d6c-47a1-98c9-62da80d15ffe up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:59:51.421201 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port e93a60d8-1d6c-47a1-98c9-62da80d15ffe completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:59:51.425556 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port e93a60d8-1d6c-47a1-98c9-62da80d15ffe triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:59:51.425910 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:51.533271 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:51.560097 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:59:51.569333 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port e93a60d8-1d6c-47a1-98c9-62da80d15ffe, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e93a60d8-1d6c-47a1-98c9-62da80d15ffe,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 02:59:51.573222 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:51.616647 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2082dea5-dc47-4844-8fba-075f95353ab3'] response: {'server_uuid': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe', 'code': 200}
Apr 08 02:59:51.642720 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=e93a60d8-1d6c-47a1-98c9-62da80d15ffe,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:51.946804 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-ae9f5ba4-3e5a-4239-b201-ea4a2ae9bd6b req-1688e52d-6c7c-406e-9367-773909656040 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 1098 time: 0.1379259
Apr 08 02:59:51.988480 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-ae9f5ba4-3e5a-4239-b201-ea4a2ae9bd6b req-2c450423-ec6a-4033-9448-8a890c877563 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0359383
Apr 08 02:59:52.161488 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e8fd0-8742-4e78-970f-d125c5ecf293 req-5656e049-e176-42df-b2c9-35f5d911cc82 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:52.162847 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9c9e8fd0-8742-4e78-970f-d125c5ecf293 req-5656e049-e176-42df-b2c9-35f5d911cc82 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 945 time: 0.0749578
Apr 08 02:59:52.210528 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9c9e8fd0-8742-4e78-970f-d125c5ecf293 req-74a94417-20ea-4436-9640-0749d426411c tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421588
Apr 08 02:59:53.410952 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d1346-6739-4873-a5f8-66d22c37864e req-2eb39b40-1b3f-4ed3-b132-e20c8a2b2363 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:53.412381 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0f5d1346-6739-4873-a5f8-66d22c37864e req-2eb39b40-1b3f-4ed3-b132-e20c8a2b2363 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 945 time: 0.0759130
Apr 08 02:59:53.457766 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-0f5d1346-6739-4873-a5f8-66d22c37864e req-c8b981c3-ad80-42ce-b823-6ade8edd06bc tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396478
Apr 08 02:59:53.650562 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3914db-b7a1-4f6f-bddf-f50d646e5643 req-f1be7e5d-3131-4e76-a585-456648712b85 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:53.651988 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8d3914db-b7a1-4f6f-bddf-f50d646e5643 req-f1be7e5d-3131-4e76-a585-456648712b85 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 945 time: 0.0775573
Apr 08 02:59:53.698592 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-8d3914db-b7a1-4f6f-bddf-f50d646e5643 req-9e6511f8-6be1-413c-a196-5e0e5ef14d29 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410268
Apr 08 02:59:53.726170 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52598) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:59:53.792486 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-3f01145a-e464-4d5f-a907-c60f27615945 tempest-TestVolumeBootPattern-234410775 tempest-TestVolumeBootPattern-234410775-project-admin] Synchronizing usage tracker for tenant:152098382d404cbdb5261f1d56a88f6c on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:59:53.808578 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-3f01145a-e464-4d5f-a907-c60f27615945 tempest-TestVolumeBootPattern-234410775 tempest-TestVolumeBootPattern-234410775-project-admin] Unset dirty status for tenant:152098382d404cbdb5261f1d56a88f6c on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:59:53.809682 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-3f01145a-e464-4d5f-a907-c60f27615945 tempest-TestVolumeBootPattern-234410775 tempest-TestVolumeBootPattern-234410775-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 1093 time: 0.0824986
Apr 08 02:59:53.812527 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52602) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:59:53.817831 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Request body: {'floatingip': {'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'port_id': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 02:59:53.823195 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:59:53.826875 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Usage tracker for resource:floatingip and tenant:c89cf122bfb64dbca81527f5cac790a5 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:59:53.829672 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:59:53.835828 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:59:53.845670 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for floatingip, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:53.977090 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:54.117732 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Allocated IP 172.27.2.118 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/2d0fb5e5-bde2-453e-8354-df8604680fd0) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:59:54.261490 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:54.288622 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:54.353000 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:59:54.355834 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:59:54.358309 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 02:59:54.390893 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event updated for resources: {'Port': ['ID=2d0fb5e5-bde2-453e-8354-df8604680fd0,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:54.924726 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:54.978299 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:55.173836 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:55.178381 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:55.283849 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event updated for resources: {'Port': ['ID=2d0fb5e5-bde2-453e-8354-df8604680fd0,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:55.295118 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:55.479424 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.l3_db [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Floating IP f06d712a-3294-4781-b020-67bf7a51b7c6 associated. External IP: 172.27.2.118, port: e93a60d8-1d6c-47a1-98c9-62da80d15ffe.
Apr 08 02:59:55.853835 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 02:59:56.045249 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 02:59:56.055437 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a05bc40-a55a-4851-af92-fd2a4ae4bb11 None None] Sync routers for ids ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 02:59:56.067894 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a05bc40-a55a-4851-af92-fd2a4ae4bb11 None None] Routers {'9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:59:56.068572 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-7a05bc40-a55a-4851-af92-fd2a4ae4bb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2a70fd0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:59:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:56.069519 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:56.124770 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-1a9bf83c-d5ec-4064-9ffa-f7a4ab7b9946 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3110626
Apr 08 02:59:56.125266 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'tag': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 02:59:56.190940 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cab403d0-8c2c-4527-9336-85b90e45ed63'] response: {'name': 'network-changed', 'server_uuid': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'tag': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe', 'status': 'completed', 'code': 200}
Apr 08 02:59:56.247908 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-7a05bc40-a55a-4851-af92-fd2a4ae4bb11 None None] Set router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:59:56.279822 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-68941b34-b064-407d-a63e-74559148f842 req-bf0ef8dd-31f4-40fe-b9e9-7637553c0c0d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 1098 time: 0.0673070
Apr 08 02:59:56.504857 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68941b34-b064-407d-a63e-74559148f842 req-09c4300a-9e2f-4689-96a5-04966af4f716 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:56.506169 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-68941b34-b064-407d-a63e-74559148f842 req-09c4300a-9e2f-4689-96a5-04966af4f716 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 912 time: 0.2203171
Apr 08 02:59:56.595117 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-7a05bc40-a55a-4851-af92-fd2a4ae4bb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2a70fd0>, [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'f06d712a-3294-4781-b020-67bf7a51b7c6', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'port_id': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'mac_address': 'fa:16:3e:c5:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:59:54Z', 'updated_at': '2022-04-08T02:59:54Z', 'revision_number': 0, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:34Z', 'revision_number': 5, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:56.599976 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a05bc40-a55a-4851-af92-fd2a4ae4bb11 None None] Checking router: 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 02:59:56.606505 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-68941b34-b064-407d-a63e-74559148f842 req-f4abed11-5b0d-44f2-92df-5ce1a8bdee59 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e93a60d8-1d6c-47a1-98c9-62da80d15ffe HTTP/1.1" status: 200  len: 999 time: 0.0943809
Apr 08 02:59:56.611735 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a05bc40-a55a-4851-af92-fd2a4ae4bb11 None None] Routers {'9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 02:59:56.612872 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-7a05bc40-a55a-4851-af92-fd2a4ae4bb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2a70fd0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T02:59:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:56.669019 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68941b34-b064-407d-a63e-74559148f842 req-710e810d-be2e-4724-ab54-da839f5bac6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:56.670432 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-68941b34-b064-407d-a63e-74559148f842 req-710e810d-be2e-4724-ab54-da839f5bac6a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc HTTP/1.1" status: 200  len: 850 time: 0.0582786
Apr 08 02:59:56.747462 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-68941b34-b064-407d-a63e-74559148f842 req-c8c11b7c-fbf6-4fbf-9453-99e03ea63125 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae66bd3d-676a-4225-963c-1a0fd3518d06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716369
Apr 08 02:59:56.821997 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-7a05bc40-a55a-4851-af92-fd2a4ae4bb11 None None] Set router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 02:59:56.874979 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-68941b34-b064-407d-a63e-74559148f842 req-0f412745-7c91-4029-bdb1-8eb2a6b24418 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212575
Apr 08 02:59:57.004078 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-68941b34-b064-407d-a63e-74559148f842 req-1b1d7a5d-8d8f-4cc5-b1d0-1d554f8f973f service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236184
Apr 08 02:59:57.164549 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-7a05bc40-a55a-4851-af92-fd2a4ae4bb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2a70fd0>, [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'f06d712a-3294-4781-b020-67bf7a51b7c6', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'port_id': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'mac_address': 'fa:16:3e:c5:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:59:54Z', 'updated_at': '2022-04-08T02:59:54Z', 'revision_number': 0, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:34Z', 'revision_number': 5, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:57.168403 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a05bc40-a55a-4851-af92-fd2a4ae4bb11 None None] The sync data for ids ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'] in dv-cinder-837052-1-iscsi is: [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'f06d712a-3294-4781-b020-67bf7a51b7c6', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'port_id': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'mac_address': 'fa:16:3e:c5:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:59:54Z', 'updated_at': '2022-04-08T02:59:54Z', 'revision_number': 0, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:34Z', 'revision_number': 5, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 02:59:57.351229 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3525ce24-4aa4-4c4b-a406-a7fd554978a1 None None] New status for floating IP f06d712a-3294-4781-b020-67bf7a51b7c6: ACTIVE {{(pid=83139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 03:00:02.013533 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:00:04.341092 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-8f386bff-7865-4c3e-ad45-91d6e21d09ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:06.522307 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-bf2a92f7-867e-4858-a94f-4f1c1f83beda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:07.691237 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:07.893320 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:08.695423 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:09.207512 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:20.981047 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [req-a3e06e05-da1c-4f07-8006-9eb4178b1c95 req-894f8bfc-5d49-4ef9-a437-62a750ded5f5 service neutron] (83136) timed out ('10.222.0.49', 58830) {{(pid=83136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 08 03:00:34.343158 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-080c0812-7492-494d-87f3-7cbd57422400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:36.524032 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-17b35b9e-ec94-4831-91ee-79ce87764464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:37.693712 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:37.895103 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:38.238582 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [req-918230ae-7efa-46f5-940e-5578cd95eb37 req-1f3539df-4d5c-42bc-bba9-40bc251a8e7f service neutron] (83137) timed out ('10.222.0.49', 58835) {{(pid=83137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 08 03:00:38.709861 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:39.013336 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:00:39.210544 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:48.317911 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-36b1fedb-66a4-4923-9f86-28f1e42b5d07 req-93ba1af9-f385-41c3-bb86-19c2513bbfad service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0668664
Apr 08 03:00:48.457966 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-36b1fedb-66a4-4923-9f86-28f1e42b5d07 req-bcea6852-c486-4ae3-a366-7b81978cae23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 1098 time: 0.0747962
Apr 08 03:00:48.596098 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1fedb-66a4-4923-9f86-28f1e42b5d07 req-31c3a819-260e-4a3b-a9f3-ae014e0dfa77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:48.597512 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-36b1fedb-66a4-4923-9f86-28f1e42b5d07 req-31c3a819-260e-4a3b-a9f3-ae014e0dfa77 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 912 time: 0.1218052
Apr 08 03:00:48.697220 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-36b1fedb-66a4-4923-9f86-28f1e42b5d07 req-3458f1de-f889-4f5d-9620-4670b4b77ee3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e93a60d8-1d6c-47a1-98c9-62da80d15ffe HTTP/1.1" status: 200  len: 1001 time: 0.0938041
Apr 08 03:00:48.757822 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1fedb-66a4-4923-9f86-28f1e42b5d07 req-1ac6a4d4-7461-4f2c-bd41-89709395178f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:48.759198 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-36b1fedb-66a4-4923-9f86-28f1e42b5d07 req-1ac6a4d4-7461-4f2c-bd41-89709395178f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc HTTP/1.1" status: 200  len: 850 time: 0.0563781
Apr 08 03:00:48.829560 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-36b1fedb-66a4-4923-9f86-28f1e42b5d07 req-575aa7f0-a359-40c2-8bdd-d5b5876ca548 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae66bd3d-676a-4225-963c-1a0fd3518d06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0645356
Apr 08 03:00:48.959587 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-36b1fedb-66a4-4923-9f86-28f1e42b5d07 req-89716443-7c66-487e-b486-b4692f67faf7 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231599
Apr 08 03:00:49.085771 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-36b1fedb-66a4-4923-9f86-28f1e42b5d07 req-6c1d3184-004e-4b97-ba22-c77f2732a412 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1202013
Apr 08 03:01:04.345268 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9cfeea7d-c000-4a0d-afe2-38b155947a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:06.525840 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5d10b6f2-bb9e-417a-9cd7-74a7c2fc9fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:07.695437 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:07.899188 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:08.707334 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:09.213278 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:16.013315 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:01:34.349783 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-c7ebd423-005a-400b-9766-dbb784458803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:36.527956 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9341cf37-8e68-48b9-958c-2082def3d613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:37.698338 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:37.900954 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:38.708563 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:39.216371 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:49.317797 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4469c352-9b75-4189-9030-b7024bad8e1b req-acac0ed0-9d3c-4a87-9278-d44581e19793 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0703778
Apr 08 03:01:49.452530 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4469c352-9b75-4189-9030-b7024bad8e1b req-dfaed421-2737-4bf5-8bfd-df7ba9044a14 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 1098 time: 0.0673976
Apr 08 03:01:49.681039 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469c352-9b75-4189-9030-b7024bad8e1b req-1c0169ed-113f-47b2-9fa5-e30e7e5a81ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:01:49.682484 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4469c352-9b75-4189-9030-b7024bad8e1b req-1c0169ed-113f-47b2-9fa5-e30e7e5a81ae service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 912 time: 0.2123573
Apr 08 03:01:49.782823 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4469c352-9b75-4189-9030-b7024bad8e1b req-3a162bf0-72e5-4f8f-92f4-f9e20f9b6cd1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e93a60d8-1d6c-47a1-98c9-62da80d15ffe HTTP/1.1" status: 200  len: 1001 time: 0.0945323
Apr 08 03:01:49.845197 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469c352-9b75-4189-9030-b7024bad8e1b req-578f74e5-5afc-401e-87d5-bd7f70367023 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:01:49.846635 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4469c352-9b75-4189-9030-b7024bad8e1b req-578f74e5-5afc-401e-87d5-bd7f70367023 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc HTTP/1.1" status: 200  len: 850 time: 0.0581985
Apr 08 03:01:49.920653 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4469c352-9b75-4189-9030-b7024bad8e1b req-45a275a3-618f-44a1-bae9-21cd294ca30b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae66bd3d-676a-4225-963c-1a0fd3518d06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0645173
Apr 08 03:01:50.052019 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4469c352-9b75-4189-9030-b7024bad8e1b req-25285a08-84cd-48fe-8a3f-42c67322b83f service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243501
Apr 08 03:01:50.179880 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-4469c352-9b75-4189-9030-b7024bad8e1b req-8c7ebe46-d235-428c-84cc-d0e4b36f7ca5 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221988
Apr 08 03:01:52.461459 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-eb516cc1-0ea1-42ab-a103-004bd51e7286 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042401346&fields=id&tenant_id=c89cf122bfb64dbca81527f5cac790a5 HTTP/1.1" status: 200  len: 267 time: 0.0398207
Apr 08 03:01:52.682790 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-ea245e2c-56b6-4fd4-baeb-82f34b38052a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:01:52.684204 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-ea245e2c-56b6-4fd4-baeb-82f34b38052a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 811 time: 0.2165875
Apr 08 03:01:52.699514 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-1f7b914e-c099-4154-8ec0-42eadb5ead93 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/quotas/c89cf122bfb64dbca81527f5cac790a5 HTTP/1.1" status: 200  len: 375 time: 0.0099969
Apr 08 03:01:52.784907 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-9e804a78-aeb6-4288-be9d-2f9268db83da tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0806897
Apr 08 03:01:52.867985 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.wsgi [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-7992a52d-6a40-4c1e-915b-f2c8638f4ae3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83136) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 08 03:01:52.868970 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-7992a52d-6a40-4c1e-915b-f2c8638f4ae3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0732329
Apr 08 03:01:53.000486 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-2eb17820-b483-47c2-a859-39736fac0c02 service neutron] 10.222.0.48 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252997
Apr 08 03:01:53.013048 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:01:53.131115 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-c8b7c404-d564-4e4e-8096-06370bcced11 service neutron] 10.222.0.48 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248319
Apr 08 03:01:53.529521 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-2ac0ea52-fb5a-46a7-8616-f4e714b0986e req-cfbef1cb-3c42-45ab-a54f-c63f31f8f424 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 210 time: 0.0419264
Apr 08 03:01:54.714095 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-d04aa1ab-aa9b-41f6-984c-bc9464dae6a9 req-d6ce7eaf-d4c9-4ef7-9990-bbdbfada60ff tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 210 time: 0.0598972
Apr 08 03:01:54.786539 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-fcb54ef4-d27c-4aac-9710-22e9b7a08c03 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:01:54.787965 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-fcb54ef4-d27c-4aac-9710-22e9b7a08c03 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.49 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 811 time: 0.1489682
Apr 08 03:01:54.841449 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-f68783b2-8779-45b6-99b7-493440db4c0c tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c89cf122bfb64dbca81527f5cac790a5 HTTP/1.1" status: 200  len: 380 time: 0.0411024
Apr 08 03:01:54.849896 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Request body: {'port': {'device_id': '2f91cc38-f492-4926-b1d8-2bf4b8d36a98', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'admin_state_up': True, 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'security_groups': ['685f228d-40dd-4d87-94ab-0ed99dd9e969']}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 03:01:54.981039 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 03:01:54.984965 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Usage tracker for resource:port and tenant:c89cf122bfb64dbca81527f5cac790a5 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 03:01:54.988448 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 03:01:54.994310 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 03:01:55.004083 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Made reservation on behalf of c89cf122bfb64dbca81527f5cac790a5 for: {'port': 1} {{(pid=83137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 03:01:55.007161 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:55.165297 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Allocated IP 172.20.0.6 (ae66bd3d-676a-4225-963c-1a0fd3518d06/5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc/840eb9a2-1edf-4779-b824-02241d620ebb) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 03:01:55.347246 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:55.362779 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Transition to ACTIVE for port object 840eb9a2-1edf-4779-b824-02241d620ebb will not be triggered until provisioned by entity DHCP. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 03:01:55.383871 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:55.458070 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Network ae66bd3d-676a-4225-963c-1a0fd3518d06 is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 03:01:55.460936 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 03:01:55.464836 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 03:01:55.518186 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event updated for resources: {'Port': ['ID=840eb9a2-1edf-4779-b824-02241d620ebb,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:01:55.532066 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:01:55.532679 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:01:55.532796 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:01:55.533255 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:01:55.533593 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:01:55.533924 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:01:55.534255 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:01:55.534584 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:01:55.534937 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:01:55.535265 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:01:55.535588 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:01:55.544306 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:01:55.544915 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:55.571265 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-4a81f989-35a8-4f0e-9c4e-fb7955aab831 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7248812
Apr 08 03:01:55.584394 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Request body: {'port': {'device_id': '2f91cc38-f492-4926-b1d8-2bf4b8d36a98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 03:01:55.651616 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-de12fe36-17d4-4632-a596-aed554a10d93 None None] Provisioning for port 840eb9a2-1edf-4779-b824-02241d620ebb completed by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 03:01:55.656390 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-de12fe36-17d4-4632-a596-aed554a10d93 None None] Provisioning complete for port 840eb9a2-1edf-4779-b824-02241d620ebb triggered by entity DHCP. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 03:01:55.656753 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-de12fe36-17d4-4632-a596-aed554a10d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:55.705442 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:55.709129 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-de12fe36-17d4-4632-a596-aed554a10d93 None None] Port 840eb9a2-1edf-4779-b824-02241d620ebb cannot update to ACTIVE because it is not bound. {{(pid=83138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 08 03:01:55.941221 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04145e67-f78b-4845-a2b4-3e0987826aee req-9a708819-9cea-4441-b76c-72af5a5ff2bd tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:01:55.942964 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-04145e67-f78b-4845-a2b4-3e0987826aee req-9a708819-9cea-4441-b76c-72af5a5ff2bd tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 931 time: 0.0905697
Apr 08 03:01:55.989153 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-04145e67-f78b-4845-a2b4-3e0987826aee req-edf34ed2-fa2a-4e5a-ae72-51744540a4d6 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401776
Apr 08 03:01:56.130368 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840eb9a2-1edf-4779-b824-02241d620ebb {{(pid=83137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 03:01:56.137338 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:56.151538 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.provisioning_blocks [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Transition to ACTIVE for port object 840eb9a2-1edf-4779-b824-02241d620ebb will not be triggered until provisioned by entity L2. {{(pid=83137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 03:01:56.155149 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:56.293366 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Pushing event updated for resources: {'Port': ['ID=840eb9a2-1edf-4779-b824-02241d620ebb,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:01:56.399426 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Attempting to bind port 840eb9a2-1edf-4779-b824-02241d620ebb on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 03:01:56.399756 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Attempting to bind port 840eb9a2-1edf-4779-b824-02241d620ebb by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 03:01:56.400076 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Attempting to bind port 840eb9a2-1edf-4779-b824-02241d620ebb on network ae66bd3d-676a-4225-963c-1a0fd3518d06 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 03:01:56.405608 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Port 840eb9a2-1edf-4779-b824-02241d620ebb on network ae66bd3d-676a-4225-963c-1a0fd3518d06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 08 03:01:56.405920 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Attempting to bind port 840eb9a2-1edf-4779-b824-02241d620ebb on network ae66bd3d-676a-4225-963c-1a0fd3518d06 {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 08 03:01:56.412973 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Checking agent: {'id': '4fc2d376-7ea3-4364-b680-a9d1ea5670b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'started_at': datetime.datetime(2022, 4, 8, 2, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 08 03:01:56.413328 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Checking segment: {'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 08 03:01:56.413701 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Bound using segment: {'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'} {{(pid=83137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 08 03:01:56.414117 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.managers [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Bound port: 840eb9a2-1edf-4779-b824-02241d620ebb, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0718844d-ecb3-4106-9e4b-6c7adc28ded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06'}}] {{(pid=83137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 03:01:56.414451 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:56.501495 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] For port 840eb9a2-1edf-4779-b824-02241d620ebb, host hv-cinder-83705, cleared binding levels {{(pid=83137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 08 03:01:56.504295 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] For port 840eb9a2-1edf-4779-b824-02241d620ebb, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=840eb9a2-1edf-4779-b824-02241d620ebb,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 08 03:01:56.508442 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:56.567796 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:56.569197 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] 10.222.0.49 "PUT /v2.0/ports/840eb9a2-1edf-4779-b824-02241d620ebb HTTP/1.1" status: 200  len: 1093 time: 0.9910743
Apr 08 03:01:56.569536 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f91cc38-f492-4926-b1d8-2bf4b8d36a98', 'tag': '840eb9a2-1edf-4779-b824-02241d620ebb'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 03:01:56.588063 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a137e-4054-4cca-9b27-b86bb2cb4dec service neutron] Pushing event updated for resources: {'Port': ['ID=840eb9a2-1edf-4779-b824-02241d620ebb,revision_number=3']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:01:56.684087 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-aa3329fe-e904-4f0d-8c2a-04d39d666d12 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 1096 time: 0.0785661
Apr 08 03:01:56.741458 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7257236-989f-4ba3-bd54-5a357cf15743'] response: {'name': 'network-changed', 'server_uuid': '2f91cc38-f492-4926-b1d8-2bf4b8d36a98', 'tag': '840eb9a2-1edf-4779-b824-02241d620ebb', 'status': 'completed', 'code': 200}
Apr 08 03:01:56.756962 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-faf912c6-0c15-41ac-a838-7c08ea96a7d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=840eb9a2-1edf-4779-b824-02241d620ebb HTTP/1.1" status: 200  len: 217 time: 0.0669076
Apr 08 03:01:56.816204 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-5f132d94-d7b4-48c3-9dc0-4ea5ac175964 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:01:56.817493 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-5f132d94-d7b4-48c3-9dc0-4ea5ac175964 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc HTTP/1.1" status: 200  len: 850 time: 0.0553830
Apr 08 03:01:56.893997 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-4892466e-8b4b-4f61-9699-f5e3707fb9e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae66bd3d-676a-4225-963c-1a0fd3518d06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702267
Apr 08 03:01:57.021579 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-ad821c68-6af6-4cef-902d-21f6a4aa03e2 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214216
Apr 08 03:01:57.150857 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-98a19739-c8ac-479b-bcb3-152c003398f6 req-02dcad39-0439-4ba9-a5bb-08669eae5763 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233945
Apr 08 03:01:57.182679 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2a555-106e-4c17-a6bc-011a75303905 req-9b10b320-df74-4594-a83b-b9d7b6ab531d tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:01:57.184110 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-07c2a555-106e-4c17-a6bc-011a75303905 req-9b10b320-df74-4594-a83b-b9d7b6ab531d tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 943 time: 0.0759318
Apr 08 03:01:57.229454 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-07c2a555-106e-4c17-a6bc-011a75303905 req-6f1ed885-4158-416a-af00-55075fda694c tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391526
Apr 08 03:01:57.265051 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-ea1fa3d8-3956-443b-bde2-0951f2b98b49 req-eafc6c21-0c61-4a04-98f2-910b60743f61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 1096 time: 0.0678415
Apr 08 03:01:57.390254 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fa3d8-3956-443b-bde2-0951f2b98b49 req-96479d92-e4ae-48db-ac0a-21f07ca9e061 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:01:57.392336 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-ea1fa3d8-3956-443b-bde2-0951f2b98b49 req-96479d92-e4ae-48db-ac0a-21f07ca9e061 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 912 time: 0.1205888
Apr 08 03:01:57.459600 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-ea1fa3d8-3956-443b-bde2-0951f2b98b49 req-a18478a5-58c6-48a7-a4ee-9ef410017c17 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=840eb9a2-1edf-4779-b824-02241d620ebb HTTP/1.1" status: 200  len: 217 time: 0.0615709
Apr 08 03:01:57.518371 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fa3d8-3956-443b-bde2-0951f2b98b49 req-58cb7a04-240d-4e9f-9353-4f8506cebd73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:01:57.519761 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-ea1fa3d8-3956-443b-bde2-0951f2b98b49 req-58cb7a04-240d-4e9f-9353-4f8506cebd73 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc HTTP/1.1" status: 200  len: 850 time: 0.0548754
Apr 08 03:01:57.675680 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-ea1fa3d8-3956-443b-bde2-0951f2b98b49 req-67c09299-a528-443a-b4ac-b25e439fd5ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae66bd3d-676a-4225-963c-1a0fd3518d06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1497543
Apr 08 03:01:57.802972 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-ea1fa3d8-3956-443b-bde2-0951f2b98b49 req-0b212541-16f5-45ef-996a-953a526ccbe3 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214232
Apr 08 03:01:57.929634 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-ea1fa3d8-3956-443b-bde2-0951f2b98b49 req-c150a9b1-48b2-443b-a680-51766237054b service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209302
Apr 08 03:01:58.427135 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfe99e-b838-49f6-97eb-f142ffc62daf req-b71d3494-6091-4777-89db-dada4507eb8b tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:01:58.428489 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4bdfe99e-b838-49f6-97eb-f142ffc62daf req-b71d3494-6091-4777-89db-dada4507eb8b tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 943 time: 0.0779917
Apr 08 03:01:58.472178 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-4bdfe99e-b838-49f6-97eb-f142ffc62daf req-132ebd79-3ce6-4186-9216-8b0ddaf4b58f tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382459
Apr 08 03:01:59.664654 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcba6ea-9fd0-49d4-b48e-c43c1eac66e6 req-7d177366-741e-4ae1-bf6c-fe9f0aac8b89 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:01:59.666045 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6bcba6ea-9fd0-49d4-b48e-c43c1eac66e6 req-7d177366-741e-4ae1-bf6c-fe9f0aac8b89 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 943 time: 0.0741801
Apr 08 03:01:59.713480 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6bcba6ea-9fd0-49d4-b48e-c43c1eac66e6 req-bdeae216-6a36-4100-bc8b-46d076c8605a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419250
Apr 08 03:02:00.905013 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374a90c-146a-42fb-9009-df3ff365e205 req-3d39f567-f114-466d-bf57-aa55c49189b8 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:00.906419 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e374a90c-146a-42fb-9009-df3ff365e205 req-3d39f567-f114-466d-bf57-aa55c49189b8 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 943 time: 0.0744886
Apr 08 03:02:00.952791 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-e374a90c-146a-42fb-9009-df3ff365e205 req-b2908bcb-8d72-4483-b0f9-1ce96493993c tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400081
Apr 08 03:02:02.150441 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82597571-d93f-4d2d-9934-cbffe5b56ce4 req-f6864e90-61ed-4d4d-8b30-cbe0c5eaa66a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:02.151873 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-82597571-d93f-4d2d-9934-cbffe5b56ce4 req-f6864e90-61ed-4d4d-8b30-cbe0c5eaa66a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 943 time: 0.0789950
Apr 08 03:02:02.196161 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-82597571-d93f-4d2d-9934-cbffe5b56ce4 req-c34fe275-22f7-48a4-8a24-34ce415a6c85 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388167
Apr 08 03:02:03.389805 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8241c1c-da96-458b-9b83-eb0ae4d87603 req-ddff26db-4997-4cd9-b228-b82420b882c0 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:03.391245 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c8241c1c-da96-458b-9b83-eb0ae4d87603 req-ddff26db-4997-4cd9-b228-b82420b882c0 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 943 time: 0.0748343
Apr 08 03:02:03.435472 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c8241c1c-da96-458b-9b83-eb0ae4d87603 req-aa0c3b44-c755-4a18-b8b0-cd6f99031e04 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387042
Apr 08 03:02:04.350991 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-22dd5503-cc50-457c-8291-2be5dd33319e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:04.631247 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0143d7b-2c41-4f3e-af89-e66361fa9ba5 req-7fdd529a-4e68-4de9-a5f6-29bb2f05a93b tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:04.632657 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a0143d7b-2c41-4f3e-af89-e66361fa9ba5 req-7fdd529a-4e68-4de9-a5f6-29bb2f05a93b tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 943 time: 0.0776556
Apr 08 03:02:04.677008 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a0143d7b-2c41-4f3e-af89-e66361fa9ba5 req-09c58a3d-ba7a-48e2-b559-cffb29d26ceb tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386391
Apr 08 03:02:05.867765 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a956450-e70a-4f8b-b65f-7723754dd1dc req-85020289-c926-4f21-a0c0-233c71a6a93e tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:05.869194 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3a956450-e70a-4f8b-b65f-7723754dd1dc req-85020289-c926-4f21-a0c0-233c71a6a93e tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 943 time: 0.0747039
Apr 08 03:02:05.913748 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3a956450-e70a-4f8b-b65f-7723754dd1dc req-187ca2a5-8609-4d71-8aab-359cef56b1ff tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391884
Apr 08 03:02:05.968224 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 840eb9a2-1edf-4779-b824-02241d620ebb details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=83138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 03:02:06.097687 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 840eb9a2-1edf-4779-b824-02241d620ebb, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=840eb9a2-1edf-4779-b824-02241d620ebb,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 03:02:06.110737 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Returning: {'device': '840eb9a2-1edf-4779-b824-02241d620ebb', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'port_id': '840eb9a2-1edf-4779-b824-02241d620ebb', 'mac_address': 'fa:16:3e:8f:94:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 03:02:06.166831 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:06.183254 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840eb9a2-1edf-4779-b824-02241d620ebb {{(pid=83138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 08 03:02:06.197860 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 840eb9a2-1edf-4779-b824-02241d620ebb, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=840eb9a2-1edf-4779-b824-02241d620ebb,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 03:02:06.201374 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:06.264145 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=840eb9a2-1edf-4779-b824-02241d620ebb,revision_number=4']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:02:06.272803 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:06.273142 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:06.273474 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:06.273803 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:06.274128 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:06.274451 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:06.274798 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:06.275121 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:06.275437 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:06.275754 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:06.276070 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:06.527354 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] get_ports_and_sgs() called for port_ids ['840eb9a2-1edf-4779-b824-02241d620ebb'] {{(pid=83138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 08 03:02:06.554168 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-d313131c-7b67-4544-8485-63e44ccfb715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:07.108887 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8ad22-1c50-48f0-be8b-710b91b4da86 req-010da1c1-21ec-4120-bfd9-4daf906b2255 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:07.110286 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-06e8ad22-1c50-48f0-be8b-710b91b4da86 req-010da1c1-21ec-4120-bfd9-4daf906b2255 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 944 time: 0.0780675
Apr 08 03:02:07.154357 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-06e8ad22-1c50-48f0-be8b-710b91b4da86 req-00842c6b-7032-41a8-8ed2-8ec70e3406b2 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379286
Apr 08 03:02:07.700526 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:07.903525 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:07.971216 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 840eb9a2-1edf-4779-b824-02241d620ebb up at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 03:02:08.039156 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning for port 840eb9a2-1edf-4779-b824-02241d620ebb completed by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 03:02:08.043660 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.provisioning_blocks [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Provisioning complete for port 840eb9a2-1edf-4779-b824-02241d620ebb triggered by entity L2. {{(pid=83138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 03:02:08.044027 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7710825'] for port, provisioning_complete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:08.188769 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:08.215211 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f91cc38-f492-4926-b1d8-2bf4b8d36a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840eb9a2-1edf-4779-b824-02241d620ebb'}] {{(pid=83138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 03:02:08.224856 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] For port 840eb9a2-1edf-4779-b824-02241d620ebb, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=840eb9a2-1edf-4779-b824-02241d620ebb,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 03:02:08.228916 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369'] for port, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:08.294549 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Pushing event updated for resources: {'Port': ['ID=840eb9a2-1edf-4779-b824-02241d620ebb,revision_number=5']} {{(pid=83138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:02:08.348144 dv-cinder-837052-1-iscsi neutron-server[83138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efee2fde-d076-4978-96d3-dcbe4d391502'] response: {'server_uuid': '2f91cc38-f492-4926-b1d8-2bf4b8d36a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840eb9a2-1edf-4779-b824-02241d620ebb', 'code': 200}
Apr 08 03:02:08.354077 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a161256-5709-497a-b15d-102df2690ccc req-e086de34-26ab-4e8a-9cbf-4086be119626 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:08.355557 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9a161256-5709-497a-b15d-102df2690ccc req-e086de34-26ab-4e8a-9cbf-4086be119626 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 945 time: 0.0800061
Apr 08 03:02:08.405306 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-9a161256-5709-497a-b15d-102df2690ccc req-fd5a73dc-4866-472e-8889-92901906f25e tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443189
Apr 08 03:02:08.611568 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-15cde263-ca38-43ee-83bb-82922645736e req-259062ce-2770-4705-a52a-95280ccf3d73 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 1098 time: 0.0656161
Apr 08 03:02:08.653567 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-15cde263-ca38-43ee-83bb-82922645736e req-d6a9ea87-8834-4f6e-a1ef-a18b36ace105 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0359676
Apr 08 03:02:08.720922 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:09.217986 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:09.597128 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de0c1d-1e0e-4323-9204-454323e0e10a req-790d147f-058d-48da-b174-a18318f5e29c tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:09.598542 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a7de0c1d-1e0e-4323-9204-454323e0e10a req-790d147f-058d-48da-b174-a18318f5e29c tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 945 time: 0.0750937
Apr 08 03:02:09.641769 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-a7de0c1d-1e0e-4323-9204-454323e0e10a req-9b17cbec-b74f-4167-95a9-be288414765b tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377696
Apr 08 03:02:10.910778 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ec030-8b03-46c8-b147-9227599399df req-dd7a6791-0dfe-4d2f-94db-6972f323a105 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:10.912217 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7f1ec030-8b03-46c8-b147-9227599399df req-dd7a6791-0dfe-4d2f-94db-6972f323a105 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 945 time: 0.1515396
Apr 08 03:02:10.956692 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-7f1ec030-8b03-46c8-b147-9227599399df req-ee594bd1-8b0f-473b-9554-e382a5ed11ed tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389225
Apr 08 03:02:11.147219 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47542af6-f230-45ec-8d2c-612b1e52aeee req-f4e31d0f-0531-4ad3-a6bb-5e665f12e4f0 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:11.148631 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-47542af6-f230-45ec-8d2c-612b1e52aeee req-f4e31d0f-0531-4ad3-a6bb-5e665f12e4f0 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 945 time: 0.0751977
Apr 08 03:02:11.196706 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-47542af6-f230-45ec-8d2c-612b1e52aeee req-55336c41-79ee-42a2-b80a-f5ecca8cbe03 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426764
Apr 08 03:02:11.224674 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52746) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:02:11.425320 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-021a3640-baea-409d-8d40-105ad81be540 tempest-TestVolumeBootPattern-234410775 tempest-TestVolumeBootPattern-234410775-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 1093 time: 0.1995058
Apr 08 03:02:11.427869 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52752) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:02:11.432816 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.v2.base [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Request body: {'floatingip': {'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'port_id': '840eb9a2-1edf-4779-b824-02241d620ebb', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 08 03:02:11.438001 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 03:02:11.442359 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Usage tracker for resource:floatingip and tenant:c89cf122bfb64dbca81527f5cac790a5 is out of sync, need to count used quota {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 03:02:11.445158 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 03:02:11.450783 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.quota.driver [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 03:02:11.460659 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for floatingip, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:11.592339 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:11.720191 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_common [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Allocated IP 172.27.2.92 (24529cff-0200-4bb0-a643-d2ea0aa9465c/157636ef-3468-48ff-ac9d-c23edbca6614/88979939-e62e-4e9b-aabd-92bfd6ce433b) {{(pid=83137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 03:02:11.871507 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for port, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:11.898412 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741771698306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:11.962480 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Network 24529cff-0200-4bb0-a643-d2ea0aa9465c is already hosted by enough agents. {{(pid=83137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 03:02:11.965310 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.base_scheduler [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Resources bound (agent type, host, resource id):  {{(pid=83137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 03:02:11.967867 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Received port after_create {{(pid=83137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 08 03:02:11.996782 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event updated for resources: {'Port': ['ID=88979939-e62e-4e9b-aabd-92bfd6ce433b,revision_number=1']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:02:12.457665 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:12.512518 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110148'] for port, before_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:12.800701 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for port, precommit_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:12.805002 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741772138397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741771698324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741771698369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1140041'] for port, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:12.910990 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event updated for resources: {'Port': ['ID=88979939-e62e-4e9b-aabd-92bfd6ce433b,revision_number=2']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:02:12.922209 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783640'] for floatingip, after_update {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:13.105163 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.db.l3_db [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Floating IP 53fee834-9783-4293-9513-0f053eb3eda0 associated. External IP: 172.27.2.92, port: 840eb9a2-1edf-4779-b824-02241d620ebb.
Apr 08 03:02:13.480797 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 03:02:13.677218 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 03:02:13.686437 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76784f88-5e25-4a34-8dd7-4508d7a32eab None None] Sync routers for ids ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 03:02:13.697805 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76784f88-5e25-4a34-8dd7-4508d7a32eab None None] Routers {'9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 03:02:13.698404 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-76784f88-5e25-4a34-8dd7-4508d7a32eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a267dbb0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T03:02:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:02:13.701033 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:13.753813 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-e4a0f4cf-7b0a-4c3d-ba15-aedf691ffac9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3247967
Apr 08 03:02:13.754323 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f91cc38-f492-4926-b1d8-2bf4b8d36a98', 'tag': '840eb9a2-1edf-4779-b824-02241d620ebb'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 03:02:13.807441 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e03516-18ee-4c8a-83d2-ce8a78907d8a'] response: {'name': 'network-changed', 'server_uuid': '2f91cc38-f492-4926-b1d8-2bf4b8d36a98', 'tag': '840eb9a2-1edf-4779-b824-02241d620ebb', 'status': 'completed', 'code': 200}
Apr 08 03:02:13.876494 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-76784f88-5e25-4a34-8dd7-4508d7a32eab None None] Set router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 03:02:13.899451 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7f71ce88-5e89-41b0-a23f-92765eedc7f4 req-3ac1b4af-4edf-4738-abba-e4a2ae09beef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 1098 time: 0.0713201
Apr 08 03:02:14.029917 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71ce88-5e89-41b0-a23f-92765eedc7f4 req-3c20e803-7e2a-4f24-9441-50d34e861929 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:14.031365 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7f71ce88-5e89-41b0-a23f-92765eedc7f4 req-3c20e803-7e2a-4f24-9441-50d34e861929 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 912 time: 0.1259069
Apr 08 03:02:14.138299 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7f71ce88-5e89-41b0-a23f-92765eedc7f4 req-508fc0ec-5ba3-44ef-bd54-ea8b1e37faf6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=840eb9a2-1edf-4779-b824-02241d620ebb HTTP/1.1" status: 200  len: 998 time: 0.1003985
Apr 08 03:02:14.230868 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-76784f88-5e25-4a34-8dd7-4508d7a32eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a267dbb0>, [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '53fee834-9783-4293-9513-0f053eb3eda0', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'port_id': '840eb9a2-1edf-4779-b824-02241d620ebb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'mac_address': 'fa:16:3e:8f:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f91cc38-f492-4926-b1d8-2bf4b8d36a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:02:12Z', 'updated_at': '2022-04-08T03:02:12Z', 'revision_number': 0, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'fixed_ip_address_scope': None}, {'id': 'f06d712a-3294-4781-b020-67bf7a51b7c6', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'port_id': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'mac_address': 'fa:16:3e:c5:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:59:54Z', 'updated_at': '2022-04-08T02:59:57Z', 'revision_number': 1, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:34Z', 'revision_number': 5, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:02:14.235529 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76784f88-5e25-4a34-8dd7-4508d7a32eab None None] Checking router: 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 03:02:14.247376 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76784f88-5e25-4a34-8dd7-4508d7a32eab None None] Routers {'9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 03:02:14.247992 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-76784f88-5e25-4a34-8dd7-4508d7a32eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a267dbb0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T03:02:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:02:14.308745 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71ce88-5e89-41b0-a23f-92765eedc7f4 req-a8d75c7a-c5ad-45fb-9d8a-086633f228a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:14.310083 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7f71ce88-5e89-41b0-a23f-92765eedc7f4 req-a8d75c7a-c5ad-45fb-9d8a-086633f228a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc HTTP/1.1" status: 200  len: 850 time: 0.1661584
Apr 08 03:02:14.390136 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7f71ce88-5e89-41b0-a23f-92765eedc7f4 req-43b544f6-4e5e-4692-b46d-2759eab68482 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae66bd3d-676a-4225-963c-1a0fd3518d06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734088
Apr 08 03:02:14.428502 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-76784f88-5e25-4a34-8dd7-4508d7a32eab None None] Set router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 03:02:14.518219 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7f71ce88-5e89-41b0-a23f-92765eedc7f4 req-5fcc8c53-9be6-4110-b4d2-3a9cbfcad661 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222892
Apr 08 03:02:14.647808 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7f71ce88-5e89-41b0-a23f-92765eedc7f4 req-dff47e85-b6a0-47f6-94c3-32680b9fbd8b service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242681
Apr 08 03:02:14.805421 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-76784f88-5e25-4a34-8dd7-4508d7a32eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a267dbb0>, [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '53fee834-9783-4293-9513-0f053eb3eda0', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'port_id': '840eb9a2-1edf-4779-b824-02241d620ebb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'mac_address': 'fa:16:3e:8f:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f91cc38-f492-4926-b1d8-2bf4b8d36a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:02:12Z', 'updated_at': '2022-04-08T03:02:12Z', 'revision_number': 0, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'fixed_ip_address_scope': None}, {'id': 'f06d712a-3294-4781-b020-67bf7a51b7c6', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'port_id': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'mac_address': 'fa:16:3e:c5:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:59:54Z', 'updated_at': '2022-04-08T02:59:57Z', 'revision_number': 1, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:34Z', 'revision_number': 5, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:02:14.809298 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76784f88-5e25-4a34-8dd7-4508d7a32eab None None] The sync data for ids ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'] in dv-cinder-837052-1-iscsi is: [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': '53fee834-9783-4293-9513-0f053eb3eda0', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'port_id': '840eb9a2-1edf-4779-b824-02241d620ebb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'mac_address': 'fa:16:3e:8f:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f91cc38-f492-4926-b1d8-2bf4b8d36a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:02:12Z', 'updated_at': '2022-04-08T03:02:12Z', 'revision_number': 0, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'fixed_ip_address_scope': None}, {'id': 'f06d712a-3294-4781-b020-67bf7a51b7c6', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'port_id': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'mac_address': 'fa:16:3e:c5:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:59:54Z', 'updated_at': '2022-04-08T02:59:57Z', 'revision_number': 1, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:34Z', 'revision_number': 5, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 03:02:14.985348 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5255968e-0a25-4bb4-9deb-7f4625c819ef None None] New status for floating IP 53fee834-9783-4293-9513-0f053eb3eda0: ACTIVE {{(pid=83139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 03:02:30.013502 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:02:34.351236 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-70d043bc-98f4-471a-870f-529127aeba24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:36.525103 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe323-09ef-44af-ad09-7ef209cb6ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:37.701101 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:37.905842 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:38.714361 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:39.219298 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:50.314477 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d87b1a95-de55-42a4-b6c6-736a546ed3e3 req-68b07026-9672-4959-be86-c9877fbe33ae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0656450
Apr 08 03:02:50.445424 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d87b1a95-de55-42a4-b6c6-736a546ed3e3 req-7748879b-5d62-48c3-8e3e-054129c93d0a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 1098 time: 0.0662389
Apr 08 03:02:50.581820 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b1a95-de55-42a4-b6c6-736a546ed3e3 req-dfc99e58-be17-48dc-a136-4e3687988eea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:50.583156 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d87b1a95-de55-42a4-b6c6-736a546ed3e3 req-dfc99e58-be17-48dc-a136-4e3687988eea service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 912 time: 0.1213105
Apr 08 03:02:50.682539 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d87b1a95-de55-42a4-b6c6-736a546ed3e3 req-a236f5b9-26a0-4a28-b94a-3bb764145a55 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e93a60d8-1d6c-47a1-98c9-62da80d15ffe HTTP/1.1" status: 200  len: 1001 time: 0.0939710
Apr 08 03:02:50.747132 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b1a95-de55-42a4-b6c6-736a546ed3e3 req-577a32e8-9fd5-4097-9196-a581bc185f62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:50.748488 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d87b1a95-de55-42a4-b6c6-736a546ed3e3 req-577a32e8-9fd5-4097-9196-a581bc185f62 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc HTTP/1.1" status: 200  len: 850 time: 0.0604892
Apr 08 03:02:50.820138 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d87b1a95-de55-42a4-b6c6-736a546ed3e3 req-40242d40-d1d9-403d-995e-6f1f496698a9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae66bd3d-676a-4225-963c-1a0fd3518d06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0655615
Apr 08 03:02:50.948335 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d87b1a95-de55-42a4-b6c6-736a546ed3e3 req-cde482d6-88f3-4cd3-83f1-1230aa8d5692 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226780
Apr 08 03:02:51.075514 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-d87b1a95-de55-42a4-b6c6-736a546ed3e3 req-1fc7d190-54c0-493b-96f3-01cdfdb56c48 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216373
Apr 08 03:03:04.353293 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-6d253424-01e9-40df-b515-5e4a7cc0f20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:06.525769 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-e6acb1af-9eea-4549-abd2-11ca9aafad92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:07.014175 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:03:07.702963 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:07.907873 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:08.732304 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:09.223655 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:34.354428 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ee4434df-dd3c-496f-a33b-d1edffea3934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:36.527636 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9282e4c1-cf41-430d-b8e9-862bfdf3bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:37.704507 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:37.911451 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:38.755480 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:39.225893 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:44.014253 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:03:51.352667 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-17c7576a-5935-487a-9453-2ca48d105d4d req-7cd9510c-b542-440e-9ba0-c119036f1ff1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0688918
Apr 08 03:03:51.438834 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-17c7576a-5935-487a-9453-2ca48d105d4d req-8d997f5b-d2fe-41f3-8119-8b19ccaf0066 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 1098 time: 0.0668352
Apr 08 03:03:51.577940 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7576a-5935-487a-9453-2ca48d105d4d req-b0d2fe49-0a99-4a30-a60d-6547af955a15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:03:51.579365 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-17c7576a-5935-487a-9453-2ca48d105d4d req-b0d2fe49-0a99-4a30-a60d-6547af955a15 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 912 time: 0.1225059
Apr 08 03:03:51.756767 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-17c7576a-5935-487a-9453-2ca48d105d4d req-8809c686-f309-4bdc-b544-c379f9f4bf90 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=840eb9a2-1edf-4779-b824-02241d620ebb HTTP/1.1" status: 200  len: 1000 time: 0.1713519
Apr 08 03:03:51.816476 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7576a-5935-487a-9453-2ca48d105d4d req-237e0fea-36b6-417e-a265-2c79c9a443fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:03:51.817827 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-17c7576a-5935-487a-9453-2ca48d105d4d req-237e0fea-36b6-417e-a265-2c79c9a443fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc HTTP/1.1" status: 200  len: 850 time: 0.0554178
Apr 08 03:03:51.892800 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-17c7576a-5935-487a-9453-2ca48d105d4d req-8704f6c1-d439-465c-b89d-3c374f178315 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae66bd3d-676a-4225-963c-1a0fd3518d06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688262
Apr 08 03:03:52.021639 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-17c7576a-5935-487a-9453-2ca48d105d4d req-ba05428d-d35a-4816-814f-2e4f56844413 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230838
Apr 08 03:03:52.149890 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-17c7576a-5935-487a-9453-2ca48d105d4d req-fb0dcf8b-b3d2-48a0-8fc3-bf814b54a222 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221135
Apr 08 03:04:02.960725 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52796) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:04:03.154311 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Deleting port 88979939-e62e-4e9b-aabd-92bfd6ce433b {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 03:04:03.154645 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:03.319992 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:03.320208 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:03.434429 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Calling delete_port for 88979939-e62e-4e9b-aabd-92bfd6ce433b owned by network:floatingip {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 03:04:03.587645 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:03.630563 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event deleted for resources: {'Port': ['ID=88979939-e62e-4e9b-aabd-92bfd6ce433b,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:03.668039 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:03.668378 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:03.668710 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:03.669044 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:03.669373 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:03.669698 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:03.670014 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:03.670336 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:03.670654 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:03.670988 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:03.671302 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837052-1-iscsi {{(pid=83137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:03.731978 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for floatingip, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:04.200194 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 03:04:04.356302 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-6f6ae66a-f936-4a26-9eba-7f9c8eef68d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:04.399914 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 03:04:04.409110 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f0efb-da10-4056-8196-5d32fd7fd49b None None] Sync routers for ids ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 03:04:04.416087 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:04.420327 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f0efb-da10-4056-8196-5d32fd7fd49b None None] Routers {'9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 03:04:04.420929 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-304f0efb-da10-4056-8196-5d32fd7fd49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2bdc1c0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T03:03:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:04.471648 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-15f9bc62-5758-4355-ac66-d44577ee82ad tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "DELETE /v2.0/floatingips/53fee834-9783-4293-9513-0f053eb3eda0 HTTP/1.1" status: 204  len: 168 time: 1.5069828
Apr 08 03:04:04.471648 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f91cc38-f492-4926-b1d8-2bf4b8d36a98', 'tag': '840eb9a2-1edf-4779-b824-02241d620ebb'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 03:04:04.542614 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd592293-89ec-48a7-aa6c-4623fa20bed2'] response: {'name': 'network-changed', 'server_uuid': '2f91cc38-f492-4926-b1d8-2bf4b8d36a98', 'tag': '840eb9a2-1edf-4779-b824-02241d620ebb', 'status': 'completed', 'code': 200}
Apr 08 03:04:04.607861 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-304f0efb-da10-4056-8196-5d32fd7fd49b None None] Set router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 03:04:04.643976 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c0c954e6-e65e-4c05-9c14-80ac4bf7db03 req-5e30d5b0-9322-4778-ad9c-69795f4c7c1d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 1098 time: 0.0795360
Apr 08 03:04:04.779637 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c954e6-e65e-4c05-9c14-80ac4bf7db03 req-17c88804-7707-4ea6-8392-3869b8ac87fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:04.781413 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c0c954e6-e65e-4c05-9c14-80ac4bf7db03 req-17c88804-7707-4ea6-8392-3869b8ac87fd service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 912 time: 0.1321542
Apr 08 03:04:04.848803 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c0c954e6-e65e-4c05-9c14-80ac4bf7db03 req-d80505bc-2485-41dc-bd48-738f98e438b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=840eb9a2-1edf-4779-b824-02241d620ebb HTTP/1.1" status: 200  len: 217 time: 0.0612807
Apr 08 03:04:04.889345 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2defe-fffd-41fd-892e-600509794379 req-b2a6d445-2be6-41ac-8271-55750bb3ffbc tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:04.890903 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ddd2defe-fffd-41fd-892e-600509794379 req-b2a6d445-2be6-41ac-8271-55750bb3ffbc tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 945 time: 0.0813460
Apr 08 03:04:04.918036 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c954e6-e65e-4c05-9c14-80ac4bf7db03 req-088f2f61-65e9-4f88-a844-85675bc0f5f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:04.919649 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c0c954e6-e65e-4c05-9c14-80ac4bf7db03 req-088f2f61-65e9-4f88-a844-85675bc0f5f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc HTTP/1.1" status: 200  len: 850 time: 0.0620992
Apr 08 03:04:04.936568 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-ddd2defe-fffd-41fd-892e-600509794379 req-6622754f-7669-446e-ae05-9183036cac6a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401914
Apr 08 03:04:04.988876 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-304f0efb-da10-4056-8196-5d32fd7fd49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2bdc1c0>, [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'f06d712a-3294-4781-b020-67bf7a51b7c6', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'port_id': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'mac_address': 'fa:16:3e:c5:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:59:54Z', 'updated_at': '2022-04-08T02:59:57Z', 'revision_number': 1, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:34Z', 'revision_number': 5, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:04.993096 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f0efb-da10-4056-8196-5d32fd7fd49b None None] Checking router: 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 03:04:04.996234 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c0c954e6-e65e-4c05-9c14-80ac4bf7db03 req-295b5daf-b06e-4b51-b795-1e0c57b9b410 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae66bd3d-676a-4225-963c-1a0fd3518d06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0700512
Apr 08 03:04:05.003677 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f0efb-da10-4056-8196-5d32fd7fd49b None None] Routers {'9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 03:04:05.004259 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-304f0efb-da10-4056-8196-5d32fd7fd49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2bdc1c0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T03:03:37Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:05.126952 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c0c954e6-e65e-4c05-9c14-80ac4bf7db03 req-c098d7fb-611b-48d1-8225-5e8b7a2cf314 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237717
Apr 08 03:04:05.181557 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-304f0efb-da10-4056-8196-5d32fd7fd49b None None] Set router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 03:04:05.256490 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-c0c954e6-e65e-4c05-9c14-80ac4bf7db03 req-8b60a69b-7dff-42d1-989a-ec0452b78e6c service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238701
Apr 08 03:04:05.533622 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-304f0efb-da10-4056-8196-5d32fd7fd49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2bdc1c0>, [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'f06d712a-3294-4781-b020-67bf7a51b7c6', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'port_id': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'mac_address': 'fa:16:3e:c5:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:59:54Z', 'updated_at': '2022-04-08T02:59:57Z', 'revision_number': 1, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:34Z', 'revision_number': 5, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:05.538350 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f0efb-da10-4056-8196-5d32fd7fd49b None None] The sync data for ids ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'] in dv-cinder-837052-1-iscsi is: [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_floatingips': [{'id': 'f06d712a-3294-4781-b020-67bf7a51b7c6', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'router_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'port_id': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'mac_address': 'fa:16:3e:c5:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:59:54Z', 'updated_at': '2022-04-08T02:59:57Z', 'revision_number': 1, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:34Z', 'revision_number': 5, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 03:04:05.747540 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14493f6b-b925-4a92-9d67-2846b330dd46 None None] New status for floating IP 53fee834-9783-4293-9513-0f053eb3eda0: DOWN {{(pid=83139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 03:04:06.134476 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538388a-f34b-4f8b-8f04-a9ee35e1fab8 req-14de579e-f6d6-445f-8ae2-31acb5f64f83 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:06.136118 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3538388a-f34b-4f8b-8f04-a9ee35e1fab8 req-14de579e-f6d6-445f-8ae2-31acb5f64f83 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 945 time: 0.0763576
Apr 08 03:04:06.185020 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3538388a-f34b-4f8b-8f04-a9ee35e1fab8 req-da412ab6-dc0c-43c6-8a98-840584227170 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434489
Apr 08 03:04:06.424409 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab3dfa-8e90-4439-a969-ec873ab538b8 req-409cc40f-e4ec-46c2-90b5-de74c880a783 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:06.425209 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-a7ab3dfa-8e90-4439-a969-ec873ab538b8 req-409cc40f-e4ec-46c2-90b5-de74c880a783 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Synchronizing usage tracker for tenant:c89cf122bfb64dbca81527f5cac790a5 on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 03:04:06.439994 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-a7ab3dfa-8e90-4439-a969-ec873ab538b8 req-409cc40f-e4ec-46c2-90b5-de74c880a783 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Unset dirty status for tenant:c89cf122bfb64dbca81527f5cac790a5 on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 03:04:06.441348 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a7ab3dfa-8e90-4439-a969-ec873ab538b8 req-409cc40f-e4ec-46c2-90b5-de74c880a783 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 945 time: 0.0908282
Apr 08 03:04:06.510583 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-a7ab3dfa-8e90-4439-a969-ec873ab538b8 req-3adb753a-e8fb-47b6-9e7f-0315397a6cc3 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Deleting port 840eb9a2-1edf-4779-b824-02241d620ebb {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 03:04:06.510944 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-a7ab3dfa-8e90-4439-a969-ec873ab538b8 req-3adb753a-e8fb-47b6-9e7f-0315397a6cc3 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:06.530334 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-a7955719-5557-4e16-9ae0-768d1a76b2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:06.833987 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-a7ab3dfa-8e90-4439-a969-ec873ab538b8 req-3adb753a-e8fb-47b6-9e7f-0315397a6cc3 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] For port 840eb9a2-1edf-4779-b824-02241d620ebb, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=840eb9a2-1edf-4779-b824-02241d620ebb,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 03:04:06.834273 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-a7ab3dfa-8e90-4439-a969-ec873ab538b8 req-3adb753a-e8fb-47b6-9e7f-0315397a6cc3 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:06.947737 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-a7ab3dfa-8e90-4439-a969-ec873ab538b8 req-3adb753a-e8fb-47b6-9e7f-0315397a6cc3 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Calling delete_port for 840eb9a2-1edf-4779-b824-02241d620ebb owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 03:04:07.085105 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-a7ab3dfa-8e90-4439-a969-ec873ab538b8 req-3adb753a-e8fb-47b6-9e7f-0315397a6cc3 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:07.132012 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb753a-e8fb-47b6-9e7f-0315397a6cc3 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event deleted for resources: {'Port': ['ID=840eb9a2-1edf-4779-b824-02241d620ebb,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:07.203381 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ab3dfa-8e90-4439-a969-ec873ab538b8 req-3adb753a-e8fb-47b6-9e7f-0315397a6cc3 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] No DVR routers for this DVR port 840eb9a2-1edf-4779-b824-02241d620ebb on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 03:04:07.205795 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-a7ab3dfa-8e90-4439-a969-ec873ab538b8 req-3adb753a-e8fb-47b6-9e7f-0315397a6cc3 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:07.208264 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f91cc38-f492-4926-b1d8-2bf4b8d36a98', 'name': 'network-vif-deleted', 'tag': '840eb9a2-1edf-4779-b824-02241d620ebb'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 03:04:07.225291 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-a7ab3dfa-8e90-4439-a969-ec873ab538b8 req-3adb753a-e8fb-47b6-9e7f-0315397a6cc3 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.49 "DELETE /v2.0/ports/840eb9a2-1edf-4779-b824-02241d620ebb HTTP/1.1" status: 204  len: 173 time: 0.7779388
Apr 08 03:04:07.279258 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb4d6c67-cc93-4cb5-9a7d-9471d7768757'] response: {'server_uuid': '2f91cc38-f492-4926-b1d8-2bf4b8d36a98', 'name': 'network-vif-deleted', 'tag': '840eb9a2-1edf-4779-b824-02241d620ebb', 'status': 'completed', 'code': 200}
Apr 08 03:04:07.357999 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-3ad5e866-826d-4a75-87cc-f3c7b92154c6 req-6b9d9fa3-d2c0-4b64-a69d-eb9e63091e81 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cc38-f492-4926-b1d8-2bf4b8d36a98 HTTP/1.1" status: 200  len: 210 time: 0.0429206
Apr 08 03:04:07.707807 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:07.914315 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:08.783471 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:09.228756 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:10.394831 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 840eb9a2-1edf-4779-b824-02241d620ebb no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 03:04:10.427085 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] No Port match for: 840eb9a2-1edf-4779-b824-02241d620ebb {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 03:04:10.427419 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device 840eb9a2-1edf-4779-b824-02241d620ebb not bound to the agent host hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 03:04:10.960978 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52834) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:04:11.154775 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-c085cb7b-d9ab-468b-92df-628196af3230 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Deleting port 2d0fb5e5-bde2-453e-8354-df8604680fd0 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 03:04:11.155108 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c085cb7b-d9ab-468b-92df-628196af3230 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:11.318741 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c085cb7b-d9ab-468b-92df-628196af3230 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:11.318964 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c085cb7b-d9ab-468b-92df-628196af3230 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:11.433244 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-c085cb7b-d9ab-468b-92df-628196af3230 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Calling delete_port for 2d0fb5e5-bde2-453e-8354-df8604680fd0 owned by network:floatingip {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 03:04:11.574594 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c085cb7b-d9ab-468b-92df-628196af3230 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:11.618320 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085cb7b-d9ab-468b-92df-628196af3230 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event deleted for resources: {'Port': ['ID=2d0fb5e5-bde2-453e-8354-df8604680fd0,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:11.708193 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c085cb7b-d9ab-468b-92df-628196af3230 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for floatingip, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:12.164502 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c085cb7b-d9ab-468b-92df-628196af3230 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 03:04:12.359395 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c085cb7b-d9ab-468b-92df-628196af3230 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 03:04:12.375873 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-c085cb7b-d9ab-468b-92df-628196af3230 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:12.393894 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e97bd7-4e8b-40ee-a32c-b0a3e1a3838c None None] Sync routers for ids ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 03:04:12.428138 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-c085cb7b-d9ab-468b-92df-628196af3230 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "DELETE /v2.0/floatingips/f06d712a-3294-4781-b020-67bf7a51b7c6 HTTP/1.1" status: 204  len: 168 time: 1.4659913
Apr 08 03:04:12.428760 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'tag': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 03:04:12.470785 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e97bd7-4e8b-40ee-a32c-b0a3e1a3838c None None] Routers {'9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 03:04:12.472020 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-19e97bd7-4e8b-40ee-a32c-b0a3e1a3838c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2342e50>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T03:04:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:12.483133 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24f02651-bcea-4dc8-90ef-3ecb26f1d825'] response: {'name': 'network-changed', 'server_uuid': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'tag': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe', 'status': 'completed', 'code': 200}
Apr 08 03:04:12.576871 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7b542e56-6be1-48a3-8a44-d663a571b2cb req-6185b41a-1197-447b-a898-96ac553cdae0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89cf122bfb64dbca81527f5cac790a5&device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 1098 time: 0.0725043
Apr 08 03:04:12.678044 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-19e97bd7-4e8b-40ee-a32c-b0a3e1a3838c None None] Set router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 03:04:12.724181 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b542e56-6be1-48a3-8a44-d663a571b2cb req-4300fa6d-4b24-4933-b24e-ac9aa4973a8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:12.725755 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7b542e56-6be1-48a3-8a44-d663a571b2cb req-4300fa6d-4b24-4933-b24e-ac9aa4973a8a service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 200  len: 912 time: 0.1427670
Apr 08 03:04:12.797201 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7b542e56-6be1-48a3-8a44-d663a571b2cb req-8187a1a8-91a6-42a8-ae9e-55e3c57cdae9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e93a60d8-1d6c-47a1-98c9-62da80d15ffe HTTP/1.1" status: 200  len: 217 time: 0.0632279
Apr 08 03:04:12.827249 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255301b-d376-4c49-bdfe-b0ea7df65f2a req-479758fa-80db-4321-bbb4-265ed585621a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:12.828595 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6255301b-d376-4c49-bdfe-b0ea7df65f2a req-479758fa-80db-4321-bbb4-265ed585621a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 945 time: 0.0773098
Apr 08 03:04:12.865878 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b542e56-6be1-48a3-8a44-d663a571b2cb req-535d477e-def7-444d-b30d-741c520ff435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:12.867316 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7b542e56-6be1-48a3-8a44-d663a571b2cb req-535d477e-def7-444d-b30d-741c520ff435 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc HTTP/1.1" status: 200  len: 850 time: 0.0633130
Apr 08 03:04:12.876783 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-6255301b-d376-4c49-bdfe-b0ea7df65f2a req-daa5bf30-0570-4ebf-8f9e-c8bb84596895 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412357
Apr 08 03:04:12.946522 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7b542e56-6be1-48a3-8a44-d663a571b2cb req-aa2c849f-ebb7-4a10-a2f9-9fcab7c1cf83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae66bd3d-676a-4225-963c-1a0fd3518d06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692677
Apr 08 03:04:13.017493 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-19e97bd7-4e8b-40ee-a32c-b0a3e1a3838c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2342e50>, [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:34Z', 'revision_number': 5, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:13.022608 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e97bd7-4e8b-40ee-a32c-b0a3e1a3838c None None] Checking router: 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 03:04:13.032977 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e97bd7-4e8b-40ee-a32c-b0a3e1a3838c None None] Routers {'9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 03:04:13.033841 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-19e97bd7-4e8b-40ee-a32c-b0a3e1a3838c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2342e50>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T03:04:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:13.077815 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7b542e56-6be1-48a3-8a44-d663a571b2cb req-563d10be-10c8-42f4-b6ed-2916f64c70af service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241264
Apr 08 03:04:13.207877 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-7b542e56-6be1-48a3-8a44-d663a571b2cb req-de66ad35-c660-4648-9514-e0e1bfb6bdb1 service neutron] 10.222.0.49 "GET /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240523
Apr 08 03:04:13.212327 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-19e97bd7-4e8b-40ee-a32c-b0a3e1a3838c None None] Set router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 03:04:13.517978 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-19e97bd7-4e8b-40ee-a32c-b0a3e1a3838c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2342e50>, [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:34Z', 'revision_number': 5, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:13.521715 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e97bd7-4e8b-40ee-a32c-b0a3e1a3838c None None] The sync data for ids ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'] in dv-cinder-837052-1-iscsi is: [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T02:56:14Z', 'revision_number': 4, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi', '_interfaces': [{'id': 'aefc9205-0a5f-47fd-bfb0-919c6935343f', 'name': '', 'network_id': 'ae66bd3d-676a-4225-963c-1a0fd3518d06', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'mac_address': 'fa:16:3e:a6:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:14Z', 'updated_at': '2022-04-08T02:56:34Z', 'revision_number': 5, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'subnets': [{'id': '5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 03:04:13.738611 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f06fc-abcc-465d-b5c0-50d17d8b0820 None None] New status for floating IP f06d712a-3294-4781-b020-67bf7a51b7c6: DOWN {{(pid=83139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 08 03:04:14.091018 dv-cinder-837052-1-iscsi neutron-server[83136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23547ad-6302-4a29-8b3c-aeaba4b4d9ad req-2c2cf8c6-29b5-4152-a9bf-500d50784e44 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:14.092461 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c23547ad-6302-4a29-8b3c-aeaba4b4d9ad req-2c2cf8c6-29b5-4152-a9bf-500d50784e44 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 945 time: 0.0877595
Apr 08 03:04:14.139889 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c23547ad-6302-4a29-8b3c-aeaba4b4d9ad req-ea50e314-dc91-44db-ad58-40e4e1881428 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/security-groups?id=685f228d-40dd-4d87-94ab-0ed99dd9e969&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416703
Apr 08 03:04:14.344459 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d54d6-0873-4f19-88ed-956158e18b7d req-bd590d54-0886-4955-8e01-df4f77534e72 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:14.345128 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-e63d54d6-0873-4f19-88ed-956158e18b7d req-bd590d54-0886-4955-8e01-df4f77534e72 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Synchronizing usage tracker for tenant:c89cf122bfb64dbca81527f5cac790a5 on resource:port {{(pid=83137) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 03:04:14.359887 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.quota.resource [req-e63d54d6-0873-4f19-88ed-956158e18b7d req-bd590d54-0886-4955-8e01-df4f77534e72 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Unset dirty status for tenant:c89cf122bfb64dbca81527f5cac790a5 on resource:port {{(pid=83137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 03:04:14.361115 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e63d54d6-0873-4f19-88ed-956158e18b7d req-bd590d54-0886-4955-8e01-df4f77534e72 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 945 time: 0.0878832
Apr 08 03:04:14.429028 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-e63d54d6-0873-4f19-88ed-956158e18b7d req-db41ba32-399e-4236-9149-189194b0ac8a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Deleting port e93a60d8-1d6c-47a1-98c9-62da80d15ffe {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 03:04:14.429273 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-e63d54d6-0873-4f19-88ed-956158e18b7d req-db41ba32-399e-4236-9149-189194b0ac8a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:14.752248 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [req-e63d54d6-0873-4f19-88ed-956158e18b7d req-db41ba32-399e-4236-9149-189194b0ac8a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] For port e93a60d8-1d6c-47a1-98c9-62da80d15ffe, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e93a60d8-1d6c-47a1-98c9-62da80d15ffe,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 03:04:14.752657 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-e63d54d6-0873-4f19-88ed-956158e18b7d req-db41ba32-399e-4236-9149-189194b0ac8a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:14.871153 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [req-e63d54d6-0873-4f19-88ed-956158e18b7d req-db41ba32-399e-4236-9149-189194b0ac8a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Calling delete_port for e93a60d8-1d6c-47a1-98c9-62da80d15ffe owned by compute:nova {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 03:04:15.011489 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-e63d54d6-0873-4f19-88ed-956158e18b7d req-db41ba32-399e-4236-9149-189194b0ac8a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:15.061013 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41ba32-399e-4236-9149-189194b0ac8a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event deleted for resources: {'Port': ['ID=e93a60d8-1d6c-47a1-98c9-62da80d15ffe,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:15.134846 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63d54d6-0873-4f19-88ed-956158e18b7d req-db41ba32-399e-4236-9149-189194b0ac8a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] No DVR routers for this DVR port e93a60d8-1d6c-47a1-98c9-62da80d15ffe on host hv-cinder-83705 {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 03:04:15.137455 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [req-e63d54d6-0873-4f19-88ed-956158e18b7d req-db41ba32-399e-4236-9149-189194b0ac8a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for port, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:15.139851 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'name': 'network-vif-deleted', 'tag': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe'}] {{(pid=83137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 03:04:15.154188 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [req-e63d54d6-0873-4f19-88ed-956158e18b7d req-db41ba32-399e-4236-9149-189194b0ac8a tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.49 "DELETE /v2.0/ports/e93a60d8-1d6c-47a1-98c9-62da80d15ffe HTTP/1.1" status: 204  len: 173 time: 0.7884262
Apr 08 03:04:15.194553 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1876d3ca-c099-4cd6-b385-f68bf2082897'] response: {'server_uuid': 'c8ac8c96-e916-4e02-9a55-603e2f118c1f', 'name': 'network-vif-deleted', 'tag': 'e93a60d8-1d6c-47a1-98c9-62da80d15ffe', 'status': 'completed', 'code': 200}
Apr 08 03:04:15.303273 dv-cinder-837052-1-iscsi neutron-server[83136]: INFO neutron.wsgi [req-c98b51fc-2f91-44fb-b77b-0a7ca6ac5fd1 req-d40b46f9-e71d-4bb5-a2a3-df82c5374ec9 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ac8c96-e916-4e02-9a55-603e2f118c1f HTTP/1.1" status: 200  len: 210 time: 0.0420454
Apr 08 03:04:16.405960 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52852) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:04:16.554010 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-145c2830-6f66-4386-818a-67871214bf61 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Deleting port 41c009c3-f1fe-4838-b672-83bbd1cebe07 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 03:04:16.554243 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-145c2830-6f66-4386-818a-67871214bf61 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:16.717501 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-145c2830-6f66-4386-818a-67871214bf61 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:16.717821 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-145c2830-6f66-4386-818a-67871214bf61 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:16.840234 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-145c2830-6f66-4386-818a-67871214bf61 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Calling delete_port for 41c009c3-f1fe-4838-b672-83bbd1cebe07 owned by network:floatingip {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 03:04:16.972890 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-145c2830-6f66-4386-818a-67871214bf61 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:17.018609 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c2830-6f66-4386-818a-67871214bf61 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event deleted for resources: {'Port': ['ID=41c009c3-f1fe-4838-b672-83bbd1cebe07,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:17.106913 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-145c2830-6f66-4386-818a-67871214bf61 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for floatingip, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:17.120452 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-145c2830-6f66-4386-818a-67871214bf61 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119287'] for floatingip, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:17.121562 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-145c2830-6f66-4386-818a-67871214bf61 tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "DELETE /v2.0/floatingips/02dbb270-5f52-4561-a818-b7f52a56788e HTTP/1.1" status: 204  len: 168 time: 0.7146254
Apr 08 03:04:18.410426 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device e93a60d8-1d6c-47a1-98c9-62da80d15ffe no longer exists at agent hyperv_hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 03:04:18.442509 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] No Port match for: e93a60d8-1d6c-47a1-98c9-62da80d15ffe {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 03:04:18.442877 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Device e93a60d8-1d6c-47a1-98c9-62da80d15ffe not bound to the agent host hv-cinder-83705 {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 03:04:18.488468 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52866) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:04:18.558445 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-473bd2ce-186c-418d-be99-47c4f74b8ced tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:18.586464 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-473bd2ce-186c-418d-be99-47c4f74b8ced tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:18.650246 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-473bd2ce-186c-418d-be99-47c4f74b8ced tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:18.667417 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bd2ce-186c-418d-be99-47c4f74b8ced tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=685f228d-40dd-4d87-94ab-0ed99dd9e969,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:18.679499 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-473bd2ce-186c-418d-be99-47c4f74b8ced tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:18.680598 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-473bd2ce-186c-418d-be99-47c4f74b8ced tempest-TestVolumeBootPattern-1106698305 tempest-TestVolumeBootPattern-1106698305-project] 10.222.0.48 "DELETE /v2.0/security-groups/685f228d-40dd-4d87-94ab-0ed99dd9e969 HTTP/1.1" status: 204  len: 168 time: 0.1911707
Apr 08 03:04:18.746284 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52872) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:04:19.325422 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7f489fd1-d83e-4231-85a5-bf27a80f4ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784174'] for router_interface, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:19.900058 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-7f489fd1-d83e-4231-85a5-bf27a80f4ce8 admin admin] Deleting port aefc9205-0a5f-47fd-bfb0-919c6935343f {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 03:04:19.900785 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7f489fd1-d83e-4231-85a5-bf27a80f4ce8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:20.066208 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [None req-7f489fd1-d83e-4231-85a5-bf27a80f4ce8 admin admin] For port aefc9205-0a5f-47fd-bfb0-919c6935343f, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=aefc9205-0a5f-47fd-bfb0-919c6935343f,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 03:04:20.066552 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7f489fd1-d83e-4231-85a5-bf27a80f4ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:20.180237 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-7f489fd1-d83e-4231-85a5-bf27a80f4ce8 admin admin] Calling delete_port for aefc9205-0a5f-47fd-bfb0-919c6935343f owned by network:router_interface {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 03:04:20.337203 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7f489fd1-d83e-4231-85a5-bf27a80f4ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:20.381059 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f489fd1-d83e-4231-85a5-bf27a80f4ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aefc9205-0a5f-47fd-bfb0-919c6935343f,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:20.747210 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-7f489fd1-d83e-4231-85a5-bf27a80f4ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7999094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784255'] for router_interface, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:21.014204 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:04:21.301960 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f489fd1-d83e-4231-85a5-bf27a80f4ce8 admin admin] Router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 03:04:21.497417 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f489fd1-d83e-4231-85a5-bf27a80f4ce8 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 03:04:21.507262 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f6feb2-d7ba-4b1a-a4e3-68ea3075d670 None None] Sync routers for ids ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'] in dv-cinder-837052-1-iscsi {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 03:04:21.509971 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-7f489fd1-d83e-4231-85a5-bf27a80f4ce8 admin admin] 10.222.0.48 "PUT /v2.0/routers/9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7626038
Apr 08 03:04:21.512677 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52878) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:04:21.519184 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f6feb2-d7ba-4b1a-a4e3-68ea3075d670 None None] Routers {'9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 03:04:21.519772 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-c7f6feb2-d7ba-4b1a-a4e3-68ea3075d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2bef100>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T03:04:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:21.708637 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-65be554d-7bfd-4110-b3bd-fee7bb56f15d admin admin] Notify callbacks [] for router, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:21.735266 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-c7f6feb2-d7ba-4b1a-a4e3-68ea3075d670 None None] Set router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c gateway port host: dv-cinder-837052-1-iscsi {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 03:04:21.902610 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-65be554d-7bfd-4110-b3bd-fee7bb56f15d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:21.911943 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-65be554d-7bfd-4110-b3bd-fee7bb56f15d admin admin] Deleting port 6d401a04-dd2a-4b33-99de-bebea60593e9 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 03:04:21.912314 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-65be554d-7bfd-4110-b3bd-fee7bb56f15d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:22.017943 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-c7f6feb2-d7ba-4b1a-a4e3-68ea3075d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2bef100>, [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T03:04:20Z', 'revision_number': 5, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port': {'id': '6d401a04-dd2a-4b33-99de-bebea60593e9', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:10Z', 'updated_at': '2022-04-08T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:22.022199 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f6feb2-d7ba-4b1a-a4e3-68ea3075d670 None None] Checking router: 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c for host: dv-cinder-837052-1-iscsi {{(pid=83138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 03:04:22.033748 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f6feb2-d7ba-4b1a-a4e3-68ea3075d670 None None] Routers {'9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 03:04:22.034375 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-c7f6feb2-d7ba-4b1a-a4e3-68ea3075d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a2bef100>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T03:04:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'], 'active': True} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:22.185904 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [None req-65be554d-7bfd-4110-b3bd-fee7bb56f15d admin admin] For port 6d401a04-dd2a-4b33-99de-bebea60593e9, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=6d401a04-dd2a-4b33-99de-bebea60593e9,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 03:04:22.185904 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-65be554d-7bfd-4110-b3bd-fee7bb56f15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:22.190391 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_dvr_db [None req-c7f6feb2-d7ba-4b1a-a4e3-68ea3075d670 None None] Set router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c gateway port host: None {{(pid=83138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 03:04:22.295172 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.db.l3_hamode_db [None req-c7f6feb2-d7ba-4b1a-a4e3-68ea3075d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a2bef100>, [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T03:04:21Z', 'revision_number': 6, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port_host': None}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:22.299542 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f6feb2-d7ba-4b1a-a4e3-68ea3075d670 None None] The sync data for ids ['9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c'] in dv-cinder-837052-1-iscsi is: [{'id': '9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c', 'name': 'tempest-TestVolumeBootPattern-239323872-router', 'tenant_id': 'c89cf122bfb64dbca81527f5cac790a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:09Z', 'updated_at': '2022-04-08T03:04:21Z', 'revision_number': 6, 'project_id': 'c89cf122bfb64dbca81527f5cac790a5', 'gw_port_host': None}] {{(pid=83138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 03:04:22.310992 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-65be554d-7bfd-4110-b3bd-fee7bb56f15d admin admin] Calling delete_port for 6d401a04-dd2a-4b33-99de-bebea60593e9 owned by network:router_gateway {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 03:04:22.471020 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-65be554d-7bfd-4110-b3bd-fee7bb56f15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:22.513019 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be554d-7bfd-4110-b3bd-fee7bb56f15d admin admin] Pushing event deleted for resources: {'Port': ['ID=6d401a04-dd2a-4b33-99de-bebea60593e9,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:22.728227 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-65be554d-7bfd-4110-b3bd-fee7bb56f15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783685'] for router_gateway, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:22.972562 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-65be554d-7bfd-4110-b3bd-fee7bb56f15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61762'] for router, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:22.976443 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-65be554d-7bfd-4110-b3bd-fee7bb56f15d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:23.000359 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-65be554d-7bfd-4110-b3bd-fee7bb56f15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772969'] for router, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:23.000894 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65be554d-7bfd-4110-b3bd-fee7bb56f15d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c {{(pid=83137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 08 03:04:23.014399 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-65be554d-7bfd-4110-b3bd-fee7bb56f15d admin admin] Notify callbacks [] for router, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:23.015557 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-65be554d-7bfd-4110-b3bd-fee7bb56f15d admin admin] 10.222.0.48 "DELETE /v2.0/routers/9aeb3ebb-9c01-4204-a3fb-53c89a0c4d9c HTTP/1.1" status: 204  len: 168 time: 1.5020063
Apr 08 03:04:23.018306 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52882) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:04:23.079231 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67c7a00-1639-4c2c-967f-13e14641e9de admin admin] Deleting subnet 5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc {{(pid=83137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 08 03:04:23.082366 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d67c7a00-1639-4c2c-967f-13e14641e9de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:23.132166 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d67c7a00-1639-4c2c-967f-13e14641e9de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1116807'] for subnet, precommit_delete_associations {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:23.208232 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d67c7a00-1639-4c2c-967f-13e14641e9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722885'] for subnet, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:23.279853 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d67c7a00-1639-4c2c-967f-13e14641e9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1140083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2044236'] for subnet, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:23.319152 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c7a00-1639-4c2c-967f-13e14641e9de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:23.323020 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-d67c7a00-1639-4c2c-967f-13e14641e9de admin admin] Notify callbacks [] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:23.328532 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f44e0b-9e48-45ac-809d-29f421013315 None None] Network ae66bd3d-676a-4225-963c-1a0fd3518d06 requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 03:04:23.328960 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-d67c7a00-1639-4c2c-967f-13e14641e9de admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5f55c5db-0083-48ab-ab6c-bd5c2efcc3dc HTTP/1.1" status: 204  len: 168 time: 0.3097308
Apr 08 03:04:23.331125 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52886) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:04:23.530847 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093558'] for network, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:23.542895 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] Deleting port 1091111c-5887-41ed-887d-4adb86b43647 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 03:04:23.543407 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:23.577935 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0b0bd7-1f4e-4514-a2aa-f7ae9b63e045 None None] DHCP port deletion for ae66bd3d-676a-4225-963c-1a0fd3518d06 request from dv-cinder-837052-1-iscsi {{(pid=83138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 08 03:04:23.582330 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b0bd7-1f4e-4514-a2aa-f7ae9b63e045 None None] Deleting port 1091111c-5887-41ed-887d-4adb86b43647 {{(pid=83138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 03:04:23.582735 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0bd7-1f4e-4514-a2aa-f7ae9b63e045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:23.738881 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] For port 1091111c-5887-41ed-887d-4adb86b43647, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=1091111c-5887-41ed-887d-4adb86b43647,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 03:04:23.739233 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:23.781472 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-ab0b0bd7-1f4e-4514-a2aa-f7ae9b63e045 None None] For port 1091111c-5887-41ed-887d-4adb86b43647, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=1091111c-5887-41ed-887d-4adb86b43647,segment=NetworkSegment(0718844d-ecb3-4106-9e4b-6c7adc28ded3),segment_id=0718844d-ecb3-4106-9e4b-6c7adc28ded3)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 03:04:23.781769 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0bd7-1f4e-4514-a2aa-f7ae9b63e045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:23.858561 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] Calling delete_port for 1091111c-5887-41ed-887d-4adb86b43647 owned by network:dhcp {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 03:04:23.900104 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b0bd7-1f4e-4514-a2aa-f7ae9b63e045 None None] Calling delete_port for 1091111c-5887-41ed-887d-4adb86b43647 owned by network:dhcp {{(pid=83138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 03:04:23.930344 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:23.970075 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.db.api [None req-ab0b0bd7-1f4e-4514-a2aa-f7ae9b63e045 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 03:04:23.970813 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG oslo_db.api [None req-ab0b0bd7-1f4e-4514-a2aa-f7ae9b63e045 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 03:04:23.977139 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] Pushing event deleted for resources: {'Port': ['ID=1091111c-5887-41ed-887d-4adb86b43647,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:23.981482 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] No DVR routers for this DVR port 1091111c-5887-41ed-887d-4adb86b43647 on host dv-cinder-837052-1-iscsi {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 03:04:24.097331 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7724606', 'neutron.services.segments.db._delete_segments_for_network-8741772167792'] for network, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:24.122130 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f35a1785610>,) {'filters': {'network_id': ['ae66bd3d-676a-4225-963c-1a0fd3518d06']}} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:24.133448 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a1785610>, '0718844d-ecb3-4106-9e4b-6c7adc28ded3') {'for_net_delete': True} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:24.133737 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a1785610>, '0718844d-ecb3-4106-9e4b-6c7adc28ded3') {} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:24.144744 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741772166903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1116830'] for segment, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:24.160854 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:24.166974 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=83137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 08 03:04:24.167360 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8097254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1140013'] for segment, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]: Traceback (most recent call last):
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:     timer()
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:     cb(*args, **kw)
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:     return func(*args, **kwargs)
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:     self._notify()
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:     self.callback(batched_events)
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:     event.method(event)
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:     return f(self, *a, **k)
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self._get(url).json()
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self.request(url, 'GET', **kwargs)
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 03:04:24.180959 dv-cinder-837052-1-iscsi neutron-server[83137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 03:04:24.242974 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device aefc9205-0a5f-47fd-bfb0-919c6935343f no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 03:04:24.259133 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7724551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783662'] for network, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:24.276779 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:24.288553 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] Pushing event deleted for resources: {'Network': ['ID=ae66bd3d-676a-4225-963c-1a0fd3518d06,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:24.305473 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-669697d0-af7b-4b02-9484-74278935afcf admin admin] 10.222.0.48 "DELETE /v2.0/networks/ae66bd3d-676a-4225-963c-1a0fd3518d06 HTTP/1.1" status: 204  len: 168 time: 0.9706490
Apr 08 03:04:24.305724 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52890) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:04:24.322070 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: aefc9205-0a5f-47fd-bfb0-919c6935343f {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 03:04:24.322407 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device aefc9205-0a5f-47fd-bfb0-919c6935343f not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 03:04:24.322838 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 1091111c-5887-41ed-887d-4adb86b43647 no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 03:04:24.353728 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: 1091111c-5887-41ed-887d-4adb86b43647 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 03:04:24.354394 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 1091111c-5887-41ed-887d-4adb86b43647 not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 03:04:24.354394 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 6d401a04-dd2a-4b33-99de-bebea60593e9 no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 03:04:24.384940 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: 6d401a04-dd2a-4b33-99de-bebea60593e9 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 03:04:24.385534 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 6d401a04-dd2a-4b33-99de-bebea60593e9 not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 03:04:24.472004 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b0bd7-1f4e-4514-a2aa-f7ae9b63e045 None None] Deleting port 1091111c-5887-41ed-887d-4adb86b43647 {{(pid=83138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 03:04:24.472381 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0bd7-1f4e-4514-a2aa-f7ae9b63e045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:24.535368 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b0bd7-1f4e-4514-a2aa-f7ae9b63e045 None None] The port '1091111c-5887-41ed-887d-4adb86b43647' was deleted {{(pid=83138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 08 03:04:24.680864 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e075ed16-b080-4abe-a1ad-5508ba85d929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784174'] for router_interface, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:25.344478 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-e075ed16-b080-4abe-a1ad-5508ba85d929 admin admin] Deleting port d6700532-5171-406d-b2f1-8719842b4862 {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 03:04:25.344817 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e075ed16-b080-4abe-a1ad-5508ba85d929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:25.515909 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [None req-e075ed16-b080-4abe-a1ad-5508ba85d929 admin admin] For port d6700532-5171-406d-b2f1-8719842b4862, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=d6700532-5171-406d-b2f1-8719842b4862,segment=NetworkSegment(8fa3c1d4-8ac1-498c-bf5f-3512fece5c56),segment_id=8fa3c1d4-8ac1-498c-bf5f-3512fece5c56)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 03:04:25.516272 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e075ed16-b080-4abe-a1ad-5508ba85d929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:25.633041 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-e075ed16-b080-4abe-a1ad-5508ba85d929 admin admin] Calling delete_port for d6700532-5171-406d-b2f1-8719842b4862 owned by network:router_interface {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 03:04:25.797528 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e075ed16-b080-4abe-a1ad-5508ba85d929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:25.839208 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075ed16-b080-4abe-a1ad-5508ba85d929 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6700532-5171-406d-b2f1-8719842b4862,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:26.122184 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-e075ed16-b080-4abe-a1ad-5508ba85d929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7999094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784255'] for router_interface, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:26.768748 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e075ed16-b080-4abe-a1ad-5508ba85d929 admin admin] Router 71a2da46-32f8-421c-becd-bbc1ad111483 has already been hosted by L3 agent a9c2abd2-278f-49de-9b7f-72dc1879736c {{(pid=83137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 08 03:04:26.963341 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e075ed16-b080-4abe-a1ad-5508ba85d929 admin admin] Notify agent at l3_agent.dv-cinder-837052-1-iscsi the message routers_updated {{(pid=83137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 08 03:04:26.973674 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d85c5b-c52b-4dd3-ba06-ef064a7d0654 None None] Sync routers for ids ['71a2da46-32f8-421c-becd-bbc1ad111483'] in dv-cinder-837052-1-iscsi {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 08 03:04:26.981172 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-e075ed16-b080-4abe-a1ad-5508ba85d929 admin admin] 10.222.0.48 "PUT /v2.0/routers/71a2da46-32f8-421c-becd-bbc1ad111483/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6743643
Apr 08 03:04:26.983531 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52894) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:04:26.989621 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d85c5b-c52b-4dd3-ba06-ef064a7d0654 None None] Routers {'71a2da46-32f8-421c-becd-bbc1ad111483'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 03:04:26.990214 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-b7d85c5b-c52b-4dd3-ba06-ef064a7d0654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a26eadf0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T03:04:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['71a2da46-32f8-421c-becd-bbc1ad111483'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:27.173447 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-072d210c-d146-4291-9c96-4401a6509ea2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:27.185531 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-b7d85c5b-c52b-4dd3-ba06-ef064a7d0654 None None] Set router 71a2da46-32f8-421c-becd-bbc1ad111483 gateway port host: dv-cinder-837052-1-iscsi {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 03:04:27.366341 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-072d210c-d146-4291-9c96-4401a6509ea2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:27.375160 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-072d210c-d146-4291-9c96-4401a6509ea2 admin admin] Deleting port 7624a242-5930-4e9d-bcf4-f775defc3a4d {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 03:04:27.375487 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-072d210c-d146-4291-9c96-4401a6509ea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:27.461726 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-b7d85c5b-c52b-4dd3-ba06-ef064a7d0654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a26eadf0>, [{'id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'name': 'tempest-TestVolumeBootPattern-1077866854-router', 'tenant_id': '152098382d404cbdb5261f1d56a88f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'external_fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '7624a242-5930-4e9d-bcf4-f775defc3a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:18Z', 'updated_at': '2022-04-08T03:04:25Z', 'revision_number': 5, 'project_id': '152098382d404cbdb5261f1d56a88f6c', 'gw_port': {'id': '7624a242-5930-4e9d-bcf4-f775defc3a4d', 'name': '', 'network_id': '24529cff-0200-4bb0-a643-d2ea0aa9465c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837052-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:18Z', 'updated_at': '2022-04-08T02:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157636ef-3468-48ff-ac9d-c23edbca6614', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837052-1-iscsi'}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:27.465352 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d85c5b-c52b-4dd3-ba06-ef064a7d0654 None None] Checking router: 71a2da46-32f8-421c-becd-bbc1ad111483 for host: dv-cinder-837052-1-iscsi {{(pid=83139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 08 03:04:27.476415 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d85c5b-c52b-4dd3-ba06-ef064a7d0654 None None] Routers {'71a2da46-32f8-421c-becd-bbc1ad111483'} bound to L3 agent in host dv-cinder-837052-1-iscsi {{(pid=83139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 08 03:04:27.476992 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-b7d85c5b-c52b-4dd3-ba06-ef064a7d0654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f35a26eadf0>, 'dv-cinder-837052-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:36:06Z,description=<?>,heartbeat_timestamp=2022-04-08T03:04:07Z,host='dv-cinder-837052-1-iscsi',id=a9c2abd2-278f-49de-9b7f-72dc1879736c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:36:06Z,topic='l3_agent')) {'router_ids': ['71a2da46-32f8-421c-becd-bbc1ad111483'], 'active': True} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:27.542459 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [None req-072d210c-d146-4291-9c96-4401a6509ea2 admin admin] For port 7624a242-5930-4e9d-bcf4-f775defc3a4d, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=7624a242-5930-4e9d-bcf4-f775defc3a4d,segment=NetworkSegment(77f3ecd5-628c-4d60-883a-751c480928e2),segment_id=77f3ecd5-628c-4d60-883a-751c480928e2)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 03:04:27.542838 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-072d210c-d146-4291-9c96-4401a6509ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:27.620182 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_dvr_db [None req-b7d85c5b-c52b-4dd3-ba06-ef064a7d0654 None None] Set router 71a2da46-32f8-421c-becd-bbc1ad111483 gateway port host: None {{(pid=83139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 08 03:04:27.658504 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-072d210c-d146-4291-9c96-4401a6509ea2 admin admin] Calling delete_port for 7624a242-5930-4e9d-bcf4-f775defc3a4d owned by network:router_gateway {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 03:04:27.720868 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.l3_hamode_db [None req-b7d85c5b-c52b-4dd3-ba06-ef064a7d0654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f35a26eadf0>, [{'id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'name': 'tempest-TestVolumeBootPattern-1077866854-router', 'tenant_id': '152098382d404cbdb5261f1d56a88f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:18Z', 'updated_at': '2022-04-08T03:04:27Z', 'revision_number': 6, 'project_id': '152098382d404cbdb5261f1d56a88f6c', 'gw_port_host': None}], 'dv-cinder-837052-1-iscsi', False) {} {{(pid=83139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:27.724592 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d85c5b-c52b-4dd3-ba06-ef064a7d0654 None None] The sync data for ids ['71a2da46-32f8-421c-becd-bbc1ad111483'] in dv-cinder-837052-1-iscsi is: [{'id': '71a2da46-32f8-421c-becd-bbc1ad111483', 'name': 'tempest-TestVolumeBootPattern-1077866854-router', 'tenant_id': '152098382d404cbdb5261f1d56a88f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:18Z', 'updated_at': '2022-04-08T03:04:27Z', 'revision_number': 6, 'project_id': '152098382d404cbdb5261f1d56a88f6c', 'gw_port_host': None}] {{(pid=83139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 08 03:04:27.824903 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-072d210c-d146-4291-9c96-4401a6509ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:27.965814 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d210c-d146-4291-9c96-4401a6509ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7624a242-5930-4e9d-bcf4-f775defc3a4d,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:28.184229 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-072d210c-d146-4291-9c96-4401a6509ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783685'] for router_gateway, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:28.245736 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 7624a242-5930-4e9d-bcf4-f775defc3a4d no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 03:04:28.279007 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: 7624a242-5930-4e9d-bcf4-f775defc3a4d {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 03:04:28.279250 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 7624a242-5930-4e9d-bcf4-f775defc3a4d not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 03:04:28.279604 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device d6700532-5171-406d-b2f1-8719842b4862 no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 03:04:28.310877 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: d6700532-5171-406d-b2f1-8719842b4862 {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 03:04:28.311219 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device d6700532-5171-406d-b2f1-8719842b4862 not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 03:04:28.437738 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-072d210c-d146-4291-9c96-4401a6509ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61762'] for router, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:28.442378 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-072d210c-d146-4291-9c96-4401a6509ea2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:28.466209 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-072d210c-d146-4291-9c96-4401a6509ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-772969'] for router, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:28.466750 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072d210c-d146-4291-9c96-4401a6509ea2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71a2da46-32f8-421c-becd-bbc1ad111483 {{(pid=83137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 08 03:04:28.479026 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-072d210c-d146-4291-9c96-4401a6509ea2 admin admin] Notify callbacks [] for router, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:28.480137 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-072d210c-d146-4291-9c96-4401a6509ea2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/71a2da46-32f8-421c-becd-bbc1ad111483 HTTP/1.1" status: 204  len: 168 time: 1.4957263
Apr 08 03:04:28.482760 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52898) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:04:28.542258 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4818fa9-b012-4f32-903a-68712ee9943c admin admin] Deleting subnet 29ede3cb-e95a-48d1-8956-a4f747b3da4d {{(pid=83137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 08 03:04:28.545207 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f4818fa9-b012-4f32-903a-68712ee9943c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:28.596411 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f4818fa9-b012-4f32-903a-68712ee9943c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1116807'] for subnet, precommit_delete_associations {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:28.669944 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f4818fa9-b012-4f32-903a-68712ee9943c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722885'] for subnet, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:28.735604 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f4818fa9-b012-4f32-903a-68712ee9943c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1140083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2044236'] for subnet, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:28.776596 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4818fa9-b012-4f32-903a-68712ee9943c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29ede3cb-e95a-48d1-8956-a4f747b3da4d,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:28.780494 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-f4818fa9-b012-4f32-903a-68712ee9943c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:28.785949 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687f4aac-9dd9-4a66-ba7d-a8e3c1578a8d None None] Network 4bf3a358-9d76-4bc8-8197-cfaf134a8c0c requested from dv-cinder-837052-1-iscsi {{(pid=83138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 08 03:04:28.786491 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-f4818fa9-b012-4f32-903a-68712ee9943c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/29ede3cb-e95a-48d1-8956-a4f747b3da4d HTTP/1.1" status: 204  len: 168 time: 0.3028030
Apr 08 03:04:28.788892 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52902) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:04:28.891170 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093558'] for network, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:28.901713 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] Deleting port 47178b67-3c8d-4d46-ad18-fb574e7f177b {{(pid=83137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 03:04:28.902038 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:29.031161 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdd0e19-628c-4acb-9f2c-b2f6d8b8f3bd None None] DHCP port deletion for 4bf3a358-9d76-4bc8-8197-cfaf134a8c0c request from dv-cinder-837052-1-iscsi {{(pid=83138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 08 03:04:29.035492 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd0e19-628c-4acb-9f2c-b2f6d8b8f3bd None None] Deleting port 47178b67-3c8d-4d46-ad18-fb574e7f177b {{(pid=83138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 03:04:29.035851 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1cdd0e19-628c-4acb-9f2c-b2f6d8b8f3bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:29.103822 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.db [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] For port 47178b67-3c8d-4d46-ad18-fb574e7f177b, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=47178b67-3c8d-4d46-ad18-fb574e7f177b,segment=NetworkSegment(8fa3c1d4-8ac1-498c-bf5f-3512fece5c56),segment_id=8fa3c1d4-8ac1-498c-bf5f-3512fece5c56)] {{(pid=83137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 03:04:29.104494 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:29.224740 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.plugin [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] Calling delete_port for 47178b67-3c8d-4d46-ad18-fb574e7f177b owned by network:dhcp {{(pid=83137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 03:04:29.230529 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.db [None req-1cdd0e19-628c-4acb-9f2c-b2f6d8b8f3bd None None] For port 47178b67-3c8d-4d46-ad18-fb574e7f177b, host dv-cinder-837052-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837052-1-iscsi',level=0,port_id=47178b67-3c8d-4d46-ad18-fb574e7f177b,segment=NetworkSegment(8fa3c1d4-8ac1-498c-bf5f-3512fece5c56),segment_id=8fa3c1d4-8ac1-498c-bf5f-3512fece5c56)] {{(pid=83138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 08 03:04:29.230934 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1cdd0e19-628c-4acb-9f2c-b2f6d8b8f3bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714776'] for port, precommit_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:29.354615 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd0e19-628c-4acb-9f2c-b2f6d8b8f3bd None None] Calling delete_port for 47178b67-3c8d-4d46-ad18-fb574e7f177b owned by network:dhcp {{(pid=83138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 08 03:04:29.387792 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8111400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741772138379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741771698315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1140062'] for port, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:29.431690 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=47178b67-3c8d-4d46-ad18-fb574e7f177b,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:29.432794 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.db.api [None req-1cdd0e19-628c-4acb-9f2c-b2f6d8b8f3bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 03:04:29.433806 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG oslo_db.api [None req-1cdd0e19-628c-4acb-9f2c-b2f6d8b8f3bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 03:04:29.436028 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] No DVR routers for this DVR port 47178b67-3c8d-4d46-ad18-fb574e7f177b on host dv-cinder-837052-1-iscsi {{(pid=83137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 03:04:29.554913 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7724606', 'neutron.services.segments.db._delete_segments_for_network-8741772167792'] for network, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:29.578311 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f35a2b13250>,) {'filters': {'network_id': ['4bf3a358-9d76-4bc8-8197-cfaf134a8c0c']}} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:29.589723 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a2b13250>, '8fa3c1d4-8ac1-498c-bf5f-3512fece5c56') {'for_net_delete': True} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:29.590008 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.services.segments.db [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f35a2b13250>, '8fa3c1d4-8ac1-498c-bf5f-3512fece5c56') {} {{(pid=83137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:29.601576 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741772166903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1116830'] for segment, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:29.617439 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8097263'] for segment, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:29.623053 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 08 03:04:29.623423 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8097254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1140013'] for segment, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]: Traceback (most recent call last):
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:     timer()
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:     cb(*args, **kw)
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:     return func(*args, **kwargs)
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:     self._notify()
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:     self.callback(batched_events)
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:     event.method(event)
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:     return f(self, *a, **k)
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self._get(url).json()
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:     return self.request(url, 'GET', **kwargs)
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 03:04:29.636144 dv-cinder-837052-1-iscsi neutron-server[83137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 03:04:29.709669 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7724551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783662'] for network, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:29.725606 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999109'] for network, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:29.737660 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=4bf3a358-9d76-4bc8-8197-cfaf134a8c0c,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:29.742328 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-83a65618-100f-4a85-9c26-83ce6f86e6ee admin admin] 10.222.0.48 "DELETE /v2.0/networks/4bf3a358-9d76-4bc8-8197-cfaf134a8c0c HTTP/1.1" status: 204  len: 168 time: 0.9525292
Apr 08 03:04:29.876710 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52908) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:04:29.926205 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-06558cef-59a7-437c-8290-fb90873fd59f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c89cf122bfb64dbca81527f5cac790a5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0482261
Apr 08 03:04:29.928639 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52912) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:04:29.935192 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd0e19-628c-4acb-9f2c-b2f6d8b8f3bd None None] Deleting port 47178b67-3c8d-4d46-ad18-fb574e7f177b {{(pid=83138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 08 03:04:29.935637 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1cdd0e19-628c-4acb-9f2c-b2f6d8b8f3bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741772066762'] for port, before_delete {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:29.988683 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-9ac5b598-2363-4cad-9893-41971bba8807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:30.004721 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd0e19-628c-4acb-9f2c-b2f6d8b8f3bd None None] The port '47178b67-3c8d-4d46-ad18-fb574e7f177b' was deleted {{(pid=83138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 08 03:04:30.019266 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-9ac5b598-2363-4cad-9893-41971bba8807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:30.070414 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-9ac5b598-2363-4cad-9893-41971bba8807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:30.090535 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5b598-2363-4cad-9893-41971bba8807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4e71cc-c8bb-4e09-924f-cdc58c63cd16,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:30.098217 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-9ac5b598-2363-4cad-9893-41971bba8807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:30.099569 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-9ac5b598-2363-4cad-9893-41971bba8807 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e4e71cc-c8bb-4e09-924f-cdc58c63cd16 HTTP/1.1" status: 204  len: 168 time: 0.1700721
Apr 08 03:04:30.242565 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 47178b67-3c8d-4d46-ad18-fb574e7f177b no longer exists at agent ovs-agent-dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 03:04:30.276708 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.plugin [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] No Port match for: 47178b67-3c8d-4d46-ad18-fb574e7f177b {{(pid=83138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 08 03:04:30.277049 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron.plugins.ml2.rpc [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Device 47178b67-3c8d-4d46-ad18-fb574e7f177b not bound to the agent host dv-cinder-837052-1-iscsi {{(pid=83138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 03:04:30.488903 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52920) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:04:30.537109 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-865e36c5-0fe5-42c2-ba08-d6264e6d6990 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=152098382d404cbdb5261f1d56a88f6c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0471084
Apr 08 03:04:30.539425 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [-] (83137) accepted ('10.222.0.48', 52924) {{(pid=83137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:04:30.596132 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-708d0a38-ffe9-4cb7-a917-0517449868e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:30.621263 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-708d0a38-ffe9-4cb7-a917-0517449868e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:30.671912 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-708d0a38-ffe9-4cb7-a917-0517449868e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566188'] for security_group, after_delete {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:30.687508 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d0a38-ffe9-4cb7-a917-0517449868e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7422e0-a6f0-4fa3-be28-3d7ab1b9c600,revision_number=None']} {{(pid=83137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:30.691900 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron_lib.callbacks.manager [None req-708d0a38-ffe9-4cb7-a917-0517449868e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:30.693007 dv-cinder-837052-1-iscsi neutron-server[83137]: INFO neutron.wsgi [None req-708d0a38-ffe9-4cb7-a917-0517449868e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e7422e0-a6f0-4fa3-be28-3d7ab1b9c600 HTTP/1.1" status: 204  len: 168 time: 0.1527247
Apr 08 03:04:34.358363 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff90293-5088-4540-b558-d9e5b7d1e2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:36.531079 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-384c42bf-1d6c-4bf0-9eb6-5d5a9a3fa152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:37.710191 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:37.916478 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:38.782320 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:39.230551 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:58.014355 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:05:04.359635 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5909b645-7434-4a6c-9e54-7a54f78c3b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:06.532860 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9db75b7d-33b1-454a-9a3a-e6cad99e3723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:07.711134 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:07.919653 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:08.781717 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:09.233634 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:34.362726 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-59eb94cc-6c48-4cc5-852c-dab92fd475c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:35.014905 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:05:36.535591 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-6c0046c1-a3c3-4fd3-8ca5-a918deb3cd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:37.712957 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:37.921208 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:38.781101 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:39.236268 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:04.364075 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-441c2b8f-7d94-4238-abc8-34a517a9ddf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:06.536777 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-8e6a11f6-7a44-4fff-ad4d-8920cc2e9941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:07.714201 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:07.923910 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:08.796143 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:09.239295 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:12.015058 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:06:34.366398 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-839047d5-dfc6-4122-af4f-6a9f646432a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:36.537072 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-0b16c104-924e-4c92-b69a-c7d95e8374a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:37.716897 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:37.927803 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:38.809419 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:39.242389 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:49.015107 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:07:04.367535 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-6604042e-9d2f-4354-ad2f-2f5d849e7adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:06.538753 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-7f536e74-3e55-4c3b-ab72-48514c52c4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:07.718318 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:07.930312 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:08.812167 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:09.245011 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:26.016040 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:07:34.369110 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-76843b1f-64b5-4c96-adbc-c46e8d73906d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:36.540761 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-4512b57d-07f6-46bc-b2d3-623531e9711f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:37.719777 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:37.933004 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:38.808661 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:39.247818 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:03.016227 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:08:04.370489 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-4bd350df-2a2c-4615-8ded-8dc5235bee49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:06.541551 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-69662df5-bbb9-434a-8088-11c74f35daa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:07.721290 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:07.935917 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:08.807910 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:09.251020 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:34.372052 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-41e0f4ec-a996-4d7d-8fd0-ebbd9337b089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:36.542284 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-e033e87e-78c8-4a82-884c-24947ca646c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:37.722834 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:37.937983 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:38.806923 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:39.255140 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:40.016773 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:09:04.373743 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-da51e160-1152-47c0-bdf6-2bd1a555a89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:06.545464 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-029d8dd5-335d-4af1-83d2-b66ad0c4fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:07.726220 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:07.939244 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:08.806101 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:09.258695 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:17.016460 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:09:34.299793 dv-cinder-837052-1-iscsi neutron-server[83137]: DEBUG neutron.wsgi [req-eaf953f1-149d-4060-bf82-e7172f6f69c3 req-e29fadd0-06cf-4042-af5e-8c9f7147537c service neutron] (83137) timed out ('10.222.0.48', 46422) {{(pid=83137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 08 03:09:34.375834 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-51ae54a8-f788-4655-ad7f-70bba7636513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:36.547149 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-fc91fc0c-d2e2-4f6c-ba68-5c3d1a9b37eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:37.727610 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:37.945770 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:38.805114 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:39.260836 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:54.016062 dv-cinder-837052-1-iscsi neutron-server[83139]: DEBUG neutron.db.agents_db [None req-19c71e9c-342e-4010-941a-3b3a6d61bfb8 None None] Agent healthcheck: found 6 active agents {{(pid=83139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:10:04.377525 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-bb99a426-55cd-4779-8e72-fd3f9dff5781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:10:06.548522 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-8d10109a-9708-40d4-8a1a-29fa96b650a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:10:07.728726 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-1062bc71-05a5-4850-9f83-96e23a094059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:10:07.945454 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-9746d247-df32-4e01-ace5-2ef4f2ad32bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:10:08.804613 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-5ff89a02-c3df-472f-8a34-fbb5272e85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:10:09.263223 dv-cinder-837052-1-iscsi neutron-server[83138]: DEBUG neutron_lib.callbacks.manager [None req-b26fa7e5-e007-4064-ab43-fdd5cc37f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741772167774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7710782'] for agent, after_update {{(pid=83138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}